You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/11/09 07:00:27 UTC

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20870 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20870/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

10 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplica.testKillPullReplica

Error Message:
Error from server at http://127.0.0.1:41193/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41193/solr: create the collection time out:180s
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testKillPullReplica(TestPullReplica.java:463)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas

Error Message:
Error from server at http://127.0.0.1:41193/solr: Could not fully create collection: pull_replica_test_remove_all_writer_replicas

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41193/solr: Could not fully create collection: pull_replica_test_remove_all_writer_replicas
	at __randomizedtesting.SeedInfo.seed([62B5BEE03A2DEEC9:F1BB22DB2ED30760]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:371)
	at org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas(TestPullReplica.java:285)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testKillLeader

Error Message:
Error from server at http://127.0.0.1:41193/solr: Could not fully create collection: pull_replica_test_kill_leader

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41193/solr: Could not fully create collection: pull_replica_test_kill_leader
	at __randomizedtesting.SeedInfo.seed([62B5BEE03A2DEEC9:2BA34A5458967A9F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:371)
	at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:289)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[62B5BEE03A2DEEC9:79A54FACCCDD16F9]}

Error Message:
expected:<200> but was:<500>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<500>
	at __randomizedtesting.SeedInfo.seed([62B5BEE03A2DEEC9:79A54FACCCDD16F9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:156)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[62B5BEE03A2DEEC9:CDF3F350F81FDDD5]}

Error Message:
Could not find collection : pull_replica_test_create_delete

Stack Trace:
org.apache.solr.common.SolrException: Could not find collection : pull_replica_test_create_delete
	at __randomizedtesting.SeedInfo.seed([62B5BEE03A2DEEC9:CDF3F350F81FDDD5]:0)
	at org.apache.solr.common.cloud.ClusterState.getCollection(ClusterState.java:111)
	at org.apache.solr.cloud.SolrCloudTestCase.getCollectionState(SolrCloudTestCase.java:247)
	at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:161)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testRealTimeGet

Error Message:
Error from server at http://127.0.0.1:41193/solr: Could not fully create collection: pull_replica_test_real_time_get

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41193/solr: Could not fully create collection: pull_replica_test_real_time_get
	at __randomizedtesting.SeedInfo.seed([62B5BEE03A2DEEC9:3AD84BE398974000]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testRealTimeGet(TestPullReplica.java:327)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testAddRemovePullReplica

Error Message:
Error from server at http://127.0.0.1:41193/solr: Could not fully create collection: pull_replica_test_add_remove_pull_replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41193/solr: Could not fully create collection: pull_replica_test_add_remove_pull_replica
	at __randomizedtesting.SeedInfo.seed([62B5BEE03A2DEEC9:118809F5229AFD4D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testAddRemovePullReplica(TestPullReplica.java:263)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testAddDocs

Error Message:
Error from server at http://127.0.0.1:41193/solr: Could not fully create collection: pull_replica_test_add_docs

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41193/solr: Could not fully create collection: pull_replica_test_add_docs
	at __randomizedtesting.SeedInfo.seed([62B5BEE03A2DEEC9:823EA5E6D9631C24]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testAddDocs(TestPullReplica.java:219)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv

Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:35541/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:39045/solr/test_col_shard2_replica_n5: Server Error    request: http://127.0.0.1:39045/solr/test_col_shard2_replica_n5/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35541%2Fsolr%2Ftest_col_shard1_replica_n3%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44485/solr/test_col_shard2_replica_n7/ update: org.apache.solr.client.solrj.request.UpdateRequest@198e8bd

Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:35541/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:39045/solr/test_col_shard2_replica_n5: Server Error



request: http://127.0.0.1:39045/solr/test_col_shard2_replica_n5/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35541%2Fsolr%2Ftest_col_shard1_replica_n3%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44485/solr/test_col_shard2_replica_n7/ update: org.apache.solr.client.solrj.request.UpdateRequest@198e8bd
	at __randomizedtesting.SeedInfo.seed([62B5BEE03A2DEEC9:54A1DCA6B070D4D8]:0)
	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:35541/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:39045/solr/test_col_shard2_replica_n5: Server Error



request: http://127.0.0.1:39045/solr/test_col_shard2_replica_n5/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35541%2Fsolr%2Ftest_col_shard1_replica_n3%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44485/solr/test_col_shard2_replica_n7/ update: org.apache.solr.client.solrj.request.UpdateRequest@198e8bd
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35541/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:39045/solr/test_col_shard2_replica_n5: Server Error



request: http://127.0.0.1:39045/solr/test_col_shard2_replica_n5/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A35541%2Fsolr%2Ftest_col_shard1_replica_n3%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:44485/solr/test_col_shard2_replica_n7/ update: org.apache.solr.client.solrj.request.UpdateRequest@198e8bd
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
	... 6 more


FAILED:  org.apache.solr.index.hdfs.CheckHdfsIndexTest.testChecksumsOnly

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:43429

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:43429
	at __randomizedtesting.SeedInfo.seed([62B5BEE03A2DEEC9:C05077C3D8E21609]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:315)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 43 more




Build Log:
[...truncated 11689 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
   [junit4]   2> 146644 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[62B5BEE03A2DEEC9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/init-core-data-001
   [junit4]   2> 146650 WARN  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[62B5BEE03A2DEEC9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=10 numCloses=10
   [junit4]   2> 146650 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[62B5BEE03A2DEEC9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 146651 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[62B5BEE03A2DEEC9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
   [junit4]   2> 146652 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[62B5BEE03A2DEEC9]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/tempDir-001
   [junit4]   2> 146652 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[62B5BEE03A2DEEC9]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 146654 INFO  (Thread-448) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 146654 INFO  (Thread-448) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 146680 ERROR (Thread-448) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 146754 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[62B5BEE03A2DEEC9]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35145
   [junit4]   2> 146774 INFO  (jetty-launcher-239-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 146779 INFO  (jetty-launcher-239-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 146780 INFO  (jetty-launcher-239-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 146790 INFO  (jetty-launcher-239-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 146805 INFO  (jetty-launcher-239-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2ffb71{/solr,null,AVAILABLE}
   [junit4]   2> 146805 INFO  (jetty-launcher-239-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@9e1e59{HTTP/1.1,[http/1.1]}{127.0.0.1:35541}
   [junit4]   2> 146805 INFO  (jetty-launcher-239-thread-1) [    ] o.e.j.s.Server Started @148375ms
   [junit4]   2> 146805 INFO  (jetty-launcher-239-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35541}
   [junit4]   2> 146805 ERROR (jetty-launcher-239-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 146805 INFO  (jetty-launcher-239-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 146805 INFO  (jetty-launcher-239-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 146805 INFO  (jetty-launcher-239-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 146852 INFO  (jetty-launcher-239-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T05:56:02.353Z
   [junit4]   2> 146852 INFO  (jetty-launcher-239-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b3a047{/solr,null,AVAILABLE}
   [junit4]   2> 146884 INFO  (jetty-launcher-239-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cdc9cf{/solr,null,AVAILABLE}
   [junit4]   2> 146910 INFO  (jetty-launcher-239-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1d77757{HTTP/1.1,[http/1.1]}{127.0.0.1:39045}
   [junit4]   2> 146911 INFO  (jetty-launcher-239-thread-4) [    ] o.e.j.s.Server Started @148480ms
   [junit4]   2> 146911 INFO  (jetty-launcher-239-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39045}
   [junit4]   2> 146911 ERROR (jetty-launcher-239-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 146911 INFO  (jetty-launcher-239-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 146911 INFO  (jetty-launcher-239-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 146911 INFO  (jetty-launcher-239-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 146911 INFO  (jetty-launcher-239-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T05:56:02.412Z
   [junit4]   2> 146952 INFO  (jetty-launcher-239-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@105bc63{/solr,null,AVAILABLE}
   [junit4]   2> 146953 INFO  (jetty-launcher-239-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1d1029d{HTTP/1.1,[http/1.1]}{127.0.0.1:36085}
   [junit4]   2> 146953 INFO  (jetty-launcher-239-thread-3) [    ] o.e.j.s.Server Started @148523ms
   [junit4]   2> 146953 INFO  (jetty-launcher-239-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36085}
   [junit4]   2> 146953 ERROR (jetty-launcher-239-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 146953 INFO  (jetty-launcher-239-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 146953 INFO  (jetty-launcher-239-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 146953 INFO  (jetty-launcher-239-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 146953 INFO  (jetty-launcher-239-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T05:56:02.454Z
   [junit4]   2> 146969 INFO  (jetty-launcher-239-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@bc26d6{HTTP/1.1,[http/1.1]}{127.0.0.1:44485}
   [junit4]   2> 146969 INFO  (jetty-launcher-239-thread-2) [    ] o.e.j.s.Server Started @148539ms
   [junit4]   2> 146969 INFO  (jetty-launcher-239-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44485}
   [junit4]   2> 146970 ERROR (jetty-launcher-239-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 146970 INFO  (jetty-launcher-239-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 146970 INFO  (jetty-launcher-239-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 146970 INFO  (jetty-launcher-239-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 146970 INFO  (jetty-launcher-239-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T05:56:02.471Z
   [junit4]   2> 147006 INFO  (jetty-launcher-239-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 147012 INFO  (jetty-launcher-239-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 147012 INFO  (jetty-launcher-239-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 147029 INFO  (jetty-launcher-239-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35145/solr
   [junit4]   2> 147078 INFO  (jetty-launcher-239-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 147123 INFO  (jetty-launcher-239-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35145/solr
   [junit4]   2> 147123 INFO  (jetty-launcher-239-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35145/solr
   [junit4]   2> 147174 INFO  (jetty-launcher-239-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35145/solr
   [junit4]   2> 147247 INFO  (jetty-launcher-239-thread-1) [n:127.0.0.1:35541_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 147247 INFO  (jetty-launcher-239-thread-4) [n:127.0.0.1:39045_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 147249 INFO  (jetty-launcher-239-thread-1) [n:127.0.0.1:35541_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35541_solr
   [junit4]   2> 147249 INFO  (jetty-launcher-239-thread-4) [n:127.0.0.1:39045_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39045_solr
   [junit4]   2> 147249 INFO  (jetty-launcher-239-thread-2) [n:127.0.0.1:44485_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 147256 INFO  (jetty-launcher-239-thread-1) [n:127.0.0.1:35541_solr    ] o.a.s.c.Overseer Overseer (id=98972923471921162-127.0.0.1:35541_solr-n_0000000000) starting
   [junit4]   2> 147259 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:35541_solr) [n:127.0.0.1:35541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 147259 INFO  (zkCallback-261-thread-1-processing-n:127.0.0.1:44485_solr) [n:127.0.0.1:44485_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 147261 INFO  (jetty-launcher-239-thread-2) [n:127.0.0.1:44485_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44485_solr
   [junit4]   2> 147269 INFO  (zkCallback-261-thread-1-processing-n:127.0.0.1:44485_solr) [n:127.0.0.1:44485_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 147269 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:35541_solr) [n:127.0.0.1:35541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 147282 INFO  (zkCallback-260-thread-1-processing-n:127.0.0.1:39045_solr) [n:127.0.0.1:39045_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 147324 INFO  (jetty-launcher-239-thread-3) [n:127.0.0.1:36085_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 147325 INFO  (jetty-launcher-239-thread-3) [n:127.0.0.1:36085_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 147326 INFO  (jetty-launcher-239-thread-3) [n:127.0.0.1:36085_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36085_solr
   [junit4]   2> 147326 INFO  (zkCallback-261-thread-1-processing-n:127.0.0.1:44485_solr) [n:127.0.0.1:44485_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 147326 INFO  (zkCallback-260-thread-1-processing-n:127.0.0.1:39045_solr) [n:127.0.0.1:39045_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 147333 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:35541_solr) [n:127.0.0.1:35541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 147376 INFO  (zkCallback-258-thread-1-processing-n:127.0.0.1:36085_solr) [n:127.0.0.1:36085_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 147390 INFO  (jetty-launcher-239-thread-1) [n:127.0.0.1:35541_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35541_solr
   [junit4]   2> 147392 INFO  (zkCallback-261-thread-1-processing-n:127.0.0.1:44485_solr) [n:127.0.0.1:44485_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 147393 INFO  (zkCallback-258-thread-1-processing-n:127.0.0.1:36085_solr) [n:127.0.0.1:36085_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 147393 INFO  (zkCallback-260-thread-1-processing-n:127.0.0.1:39045_solr) [n:127.0.0.1:39045_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 147393 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:35541_solr) [n:127.0.0.1:35541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 147580 INFO  (jetty-launcher-239-thread-4) [n:127.0.0.1:39045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147596 INFO  (jetty-launcher-239-thread-4) [n:127.0.0.1:39045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147612 INFO  (jetty-launcher-239-thread-4) [n:127.0.0.1:39045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147614 INFO  (jetty-launcher-239-thread-4) [n:127.0.0.1:39045_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/tempDir-001/node4/.
   [junit4]   2> 147644 INFO  (jetty-launcher-239-thread-3) [n:127.0.0.1:36085_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36085.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147652 INFO  (jetty-launcher-239-thread-3) [n:127.0.0.1:36085_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36085.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147684 INFO  (jetty-launcher-239-thread-3) [n:127.0.0.1:36085_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36085.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147684 INFO  (jetty-launcher-239-thread-2) [n:127.0.0.1:44485_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44485.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147685 INFO  (jetty-launcher-239-thread-3) [n:127.0.0.1:36085_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/tempDir-001/node2/.
   [junit4]   2> 147690 INFO  (jetty-launcher-239-thread-2) [n:127.0.0.1:44485_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44485.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147690 INFO  (jetty-launcher-239-thread-2) [n:127.0.0.1:44485_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44485.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147691 INFO  (jetty-launcher-239-thread-2) [n:127.0.0.1:44485_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/tempDir-001/node3/.
   [junit4]   2> 147884 INFO  (jetty-launcher-239-thread-1) [n:127.0.0.1:35541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35541.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147908 INFO  (jetty-launcher-239-thread-1) [n:127.0.0.1:35541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35541.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147908 INFO  (jetty-launcher-239-thread-1) [n:127.0.0.1:35541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35541.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 147909 INFO  (jetty-launcher-239-thread-1) [n:127.0.0.1:35541_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/tempDir-001/node1/.
   [junit4]   2> 148062 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[62B5BEE03A2DEEC9]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 148062 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[62B5BEE03A2DEEC9]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35145/solr ready
   [junit4]   2> 148590 INFO  (qtp9891958-1672) [n:127.0.0.1:39045_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 148597 INFO  (OverseerThreadFactory-685-thread-1-processing-n:127.0.0.1:35541_solr) [n:127.0.0.1:35541_solr    ] o.a.s.c.CreateCollectionCmd Create collection test_col
   [junit4]   2> 148715 INFO  (OverseerStateUpdate-98972923471921162-127.0.0.1:35541_solr-n_0000000000) [n:127.0.0.1:35541_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36085/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 148717 INFO  (OverseerStateUpdate-98972923471921162-127.0.0.1:35541_solr-n_0000000000) [n:127.0.0.1:35541_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35541/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 148718 INFO  (OverseerStateUpdate-98972923471921162-127.0.0.1:35541_solr-n_0000000000) [n:127.0.0.1:35541_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39045/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 148720 INFO  (OverseerStateUpdate-98972923471921162-127.0.0.1:35541_solr-n_0000000000) [n:127.0.0.1:35541_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n7",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44485/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 148963 INFO  (qtp21118733-1679) [n:127.0.0.1:36085_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node2&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 148964 INFO  (qtp21118733-1679) [n:127.0.0.1:36085_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 149003 INFO  (qtp2326928-1650) [n:127.0.0.1:35541_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node4&name=test_col_shard1_replica_n3&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 149003 INFO  (qtp2326928-1650) [n:127.0.0.1:35541_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 149009 INFO  (qtp9891958-1671) [n:127.0.0.1:39045_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node6&name=test_col_shard2_replica_n5&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 149009 INFO  (qtp9891958-1671) [n:127.0.0.1:39045_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 149010 INFO  (qtp29686067-1660) [n:127.0.0.1:44485_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n7&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 149010 INFO  (qtp29686067-1660) [n:127.0.0.1:44485_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 149155 INFO  (zkCallback-260-thread-1-processing-n:127.0.0.1:39045_solr) [n:127.0.0.1:39045_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 149155 INFO  (zkCallback-258-thread-1-processing-n:127.0.0.1:36085_solr) [n:127.0.0.1:36085_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 149155 INFO  (zkCallback-259-thread-1-processing-n:127.0.0.1:35541_solr) [n:127.0.0.1:35541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 149155 INFO  (zkCallback-261-thread-1-processing-n:127.0.0.1:44485_solr) [n:127.0.0.1:44485_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 149157 INFO  (zkCallback-258-thread-2-processing-n:127.0.0.1:36085_solr) [n:127.0.0.1:36085_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 149161 INFO  (zkCallback-261-thread-2-processing-n:127.0.0.1:44485_solr) [n:127.0.0.1:44485_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 149168 INFO  (zkCallback-259-thread-2-processing-n:127.0.0.1:35541_solr) [n:127.0.0.1:35541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 149190 INFO  (zkCallback-260-thread-2-processing-n:127.0.0.1:39045_solr) [n:127.0.0.1:39045_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 150070 INFO  (qtp21118733-1679) [n:127.0.0.1:36085_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 150083 INFO  (qtp9891958-1671) [n:127.0.0.1:39045_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 150185 INFO  (qtp29686067-1660) [n:127.0.0.1:44485_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 150202 INFO  (qtp2326928-1650) [n:127.0.0.1:35541_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 150231 INFO  (qtp21118733-1679) [n:127.0.0.1:36085_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=minimal-atomic-stress
   [junit4]   2> 150233 INFO  (qtp21118733-1679) [n:127.0.0.1:36085_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 150233 INFO  (qtp21118733-1679) [n:127.0.0.1:36085_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
   [junit4]   2> 150233 INFO  (qtp21118733-1679) [n:127.0.0.1:36085_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36085.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 150234 INFO  (qtp21118733-1679) [n:127.0.0.1:36085_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 150234 INFO  (qtp21118733-1679) [n:127.0.0.1:36085_solr c:test_col s:shard1 r:core_node2 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/tempDir-001/node2/test_col_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/tempDir-001/node2/./test_col_shard1_replica_n1/data/]
   [junit4]   2> 150243 INFO  (qtp29686067-1660) [n:127.0.0.1:44485_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.s.IndexSchema [test_col_shard2_replica_n7] Schema name=minimal-atomic-stress
   [junit4]   2> 150247 INFO  (qtp2326928-1650) [n:127.0.0.1:35541_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n3] o.a.s.s.IndexSchema [test_col_shard1_replica_n3] Schema name=minimal-atomic-stress
   [junit4]   2> 150249 INFO  (qtp2326928-1650) [n:127.0.0.1:35541_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 150249 INFO  (qtp2326928-1650) [n:127.0.0.1:35541_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n3' using configuration from collection test_col, trusted=true
   [junit4]   2> 150249 INFO  (qtp2326928-1650) [n:127.0.0.1:35541_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35541.solr.core.test_col.shard1.replica_n3' (registry 'solr.core.test_col.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 150249 INFO  (qtp2326928-1650) [n:127.0.0.1:35541_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 150250 INFO  (qtp2326928-1650) [n:127.0.0.1:35541_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n3] o.a.s.c.SolrCore [[test_col_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/tempDir-001/node1/test_col_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/tempDir-001/node1/./test_col_shard1_replica_n3/data/]
   [junit4]   2> 150251 INFO  (qtp29686067-1660) [n:127.0.0.1:44485_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 150251 INFO  (qtp29686067-1660) [n:127.0.0.1:44485_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n7' using configuration from collection test_col, trusted=true
   [junit4]   2> 150251 INFO  (qtp29686067-1660) [n:127.0.0.1:44485_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44485.solr.core.test_col.shard2.replica_n7' (registry 'solr.core.test_col.shard2.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15ee5ab
   [junit4]   2> 150252 INFO  (qtp29686067-1660) [n:127.0.0.1:44485_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 150252 INFO  (qtp29686067-1660) [n:127.0.0.1:44485_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.c.SolrCore [[test_col_shard2_replica_n7] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/tempDir-001/node3/test_col_shard2_replica_n7], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_62B5BEE03A2DEEC9-001/tempDir-001/node3/./test_col_shard2_replica_n7/data/]
   [junit4]   2> 150252 INFO  (qtp2326928-1650) [n:127.0.0.1:35541_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7578558518857794]
   [junit4]   2> 150253 INFO  (qtp9891958-1671) [n:127.0.0.1:39045_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n5] o.a.s.s.IndexSchema [test_col_shard2_replica_n5] Schema name=minimal-atomic-stress
   [junit4]   2> 150254 INFO  (qtp29686067-1660) [n:127.0.0.1:44485_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n7] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7578558518857794]
   [junit4]   2> 150255 WARN  (qtp2326928-1650) [n:127.0.0.1:35541_solr c:test_col s:shard1 r:core_node4 x:test_col_shard1_replica_n3] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 150255 INFO  (qtp9891958-1671) [n:127.0.0.1:39045_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 150255 INFO  (qtp9891958-1671) [n:127.0.0.1:39045_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n5' using configuration from collection test_col, trusted=true
   [junit4]   2> 150255 INFO  (qtp9891958-1671) [n:127.0.0.1:39045_solr c:test_col s:shard2 r:core_node6 x:test_col_shard2_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39045.solr.core.test_col.shard2.replica_n5' (registry 'solr.core.test

[...truncated too long message...]

it4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: pull_replica_test_kill_pull_replica slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 3159023 INFO  (qtp17096392-19902) [n:127.0.0.1:45541_solr c:pull_replica_test_kill_pull_replica s:shard1 r:core_node4 x:pull_replica_test_kill_pull_replica_shard1_replica_p2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_kill_pull_replica_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_kill_pull_replica&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=600652
   [junit4]   2> 3159024 ERROR (SUITE-TestPullReplica-seed#[62B5BEE03A2DEEC9]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3159024 INFO  (SUITE-TestPullReplica-seed#[62B5BEE03A2DEEC9]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42217 42217
   [junit4]   2> 3164057 INFO  (Thread-4437) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42217 42217
   [junit4]   2> 3164058 WARN  (Thread-4437) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/pull_replica_test_kill_pull_replica/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_62B5BEE03A2DEEC9-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1580, maxMBSortInHeap=6.415065247044881, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@15ee882), locale=sr-Latn-RS, timezone=Pacific/Apia
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=107134728,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestRandomFlRTGCloud, TestSolrCLIRunExample, XmlUpdateRequestHandlerTest, RegexBytesRefFilterTest, SpatialRPTFieldTypeTest, TestCollectionAPI, AutoscalingHistoryHandlerTest, TestPushWriter, ConjunctionSolrSpellCheckerTest, LegacyCloudClusterPropTest, ReturnFieldsTest, TestGroupingSearch, SortByFunctionTest, AnalyticsQueryTest, TriLevelCompositeIdRoutingTest, TestFieldCacheWithThreads, TestBulkSchemaAPI, AsyncCallRequestStatusResponseTest, TestUseDocValuesAsStored, ClusterStateTest, TestXmlQParser, TestCSVResponseWriter, SuggestComponentContextFilterQueryTest, TestScoreJoinQPScore, DirectSolrConnectionTest, TestCloudJSONFacetJoinDomain, TestSizeLimitedDistributedMap, TestCloudRecovery, TestLegacyFieldReuse, TestFiltering, RollingRestartTest, TestConfigSets, SolrSlf4jReporterTest, PeerSyncWithIndexFingerprintCachingTest, TestQueryWrapperFilter, HdfsDirectoryFactoryTest, PropertiesRequestHandlerTest, TestMacros, ScriptEngineTest, TestDeleteCollectionOnDownNodes, TestSolrXml, HLLSerializationTest, TestSystemIdResolver, DefaultValueUpdateProcessorTest, MetricsConfigTest, ReplaceNodeTest, TestConfigsApi, TestMaxTokenLenTokenizer, PluginInfoTest, CoreAdminHandlerTest, OverriddenZkACLAndCredentialsProvidersTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestHashPartitioner, AliasIntegrationTest, TestConfigSetsAPIExclusivity, TestFunctionQuery, UniqFieldsUpdateProcessorFactoryTest, TestAddFieldRealTimeGet, TestDelegationWithHadoopAuth, MoveReplicaHDFSFailoverTest, DistributedFacetPivotWhiteBoxTest, TestSearchPerf, FileBasedSpellCheckerTest, BasicDistributedZk2Test, MetricUtilsTest, TestExpandComponent, ConfigSetsAPITest, BadComponentTest, TestExactStatsCache, TestSolr4Spatial2, TestBinaryResponseWriter, TestPrepRecovery, TestPartialUpdateDeduplication, FullSolrCloudDistribCmdsTest, TestExceedMaxTermLength, TestStandardQParsers, OverseerTest, TestSolrDeletionPolicy2, SimplePostToolTest, TestInitParams, BlockJoinFacetRandomTest, SpellPossibilityIteratorTest, TestInitQParser, CopyFieldTest, TestIntervalFaceting, HdfsWriteToMultipleCollectionsTest, HdfsBasicDistributedZkTest, DistributedSuggestComponentTest, TestJsonFacets, TestDistributedMissingSort, StatsComponentTest, FieldMutatingUpdateProcessorTest, DistributedFacetPivotLongTailTest, PeerSyncReplicationTest, TestExclusionRuleCollectionAccess, UnloadDistributedZkTest, ReplicaListTransformerTest, DirectSolrSpellCheckerTest, TestSortByMinMaxFunction, TestShardHandlerFactory, DistributedExpandComponentTest, TestNonDefinedSimilarityFactory, ComputePlanActionTest, LoggingHandlerTest, SearchRateTriggerTest, TestLeaderElectionZkExpiry, TestMultiValuedNumericRangeQuery, BooleanFieldTest, TestManagedResource, CollectionReloadTest, CoreMergeIndexesAdminHandlerTest, TestBlendedInfixSuggestions, SuggesterWFSTTest, FieldAnalysisRequestHandlerTest, TestFieldTypeCollectionResource, EchoParamsTest, TestSolrCloudWithKerberosAlt, TestSSLRandomization, StatsReloadRaceTest, TestStressInPlaceUpdates, TemplateUpdateProcessorTest, BufferStoreTest, ChaosMonkeySafeLeaderTest, OpenCloseCoreStressTest, RecoveryZkTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestReload, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SpellCheckComponentTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, TestJmxIntegration, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, HighlighterConfigTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestDocSet, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestCharFilters, TestCodecSupport, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, ChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DeleteStatusTest, DistribJoinFromCollectionTest, DistributedQueueTest, LeaderFailoverAfterPartitionTest, LeaderFailureAfterFreshStartTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, SSLMigrationTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, SolrCloudExampleTest, TestAuthenticationFramework, TestClusterProperties, TestCollectionsAPIViaSolrCloudCluster, TestLeaderInitiatedRecoveryThread, TestLockTree, TestPullReplica]
   [junit4] Completed [601/749 (3!)] on J2 in 606.40s, 10 tests, 1 failure, 7 errors, 1 skipped <<< FAILURES!

[...truncated 43569 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20893 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20893/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

8 tests failed.
FAILED:  org.apache.solr.cloud.TestPullReplica.testAddDocs

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully remove collection: pull_replica_test_add_docs

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully remove collection: pull_replica_test_add_docs
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:64AB55850C0E511D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.tearDown(TestPullReplica.java:114)
	at sun.reflect.GeneratedMethodAccessor19.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[84204E83EF40A3F0:9F30BFCF19B05BC0]}

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_create_delete

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_create_delete
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:9F30BFCF19B05BC0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:129)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testCreateDelete {seed=[84204E83EF40A3F0:2B6603332D7290EC]}

Error Message:
expected:<200> but was:<500>

Stack Trace:
java.lang.AssertionError: expected:<200> but was:<500>
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:2B6603332D7290EC]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.TestPullReplica.testCreateDelete(TestPullReplica.java:156)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testKillLeader

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_leader

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_leader
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:CD36BA378DFB37A6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:371)
	at org.apache.solr.cloud.TestPullReplica.testKillLeader(TestPullReplica.java:289)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testRealTimeGet

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_real_time_get

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_real_time_get
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:DC4DBB804DFA0D39]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testRealTimeGet(TestPullReplica.java:327)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testAddRemovePullReplica

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_add_remove_pull_replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_add_remove_pull_replica
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:F71DF996F7F7B074]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testAddRemovePullReplica(TestPullReplica.java:263)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testKillPullReplica

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_pull_replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_kill_pull_replica
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:8D152164FF142C8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.testKillPullReplica(TestPullReplica.java:463)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas

Error Message:
Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_remove_all_writer_replicas

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42921/solr: Could not fully create collection: pull_replica_test_remove_all_writer_replicas
	at __randomizedtesting.SeedInfo.seed([84204E83EF40A3F0:172ED2B8FBBE4A59]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestPullReplica.doTestNoLeader(TestPullReplica.java:371)
	at org.apache.solr.cloud.TestPullReplica.testRemoveAllWriterReplicas(TestPullReplica.java:285)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13398 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestPullReplica
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/init-core-data-001
   [junit4]   2> 1986469 WARN  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=17 numCloses=17
   [junit4]   2> 1986469 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1986470 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1986470 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1986471 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001
   [junit4]   2> 1986471 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1986471 INFO  (Thread-4052) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1986471 INFO  (Thread-4052) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1986474 ERROR (Thread-4052) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1986571 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34707
   [junit4]   2> 1986576 INFO  (jetty-launcher-4712-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1986576 INFO  (jetty-launcher-4712-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1986577 INFO  (jetty-launcher-4712-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d432bf{/solr,null,AVAILABLE}
   [junit4]   2> 1986577 INFO  (jetty-launcher-4712-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c4f42c{/solr,null,AVAILABLE}
   [junit4]   2> 1986578 INFO  (jetty-launcher-4712-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17de321{HTTP/1.1,[http/1.1]}{127.0.0.1:43221}
   [junit4]   2> 1986578 INFO  (jetty-launcher-4712-thread-2) [    ] o.e.j.s.Server Started @1988501ms
   [junit4]   2> 1986578 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43221}
   [junit4]   2> 1986578 ERROR (jetty-launcher-4712-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T07:28:50.919Z
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@cda30a{HTTP/1.1,[http/1.1]}{127.0.0.1:42921}
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-1) [    ] o.e.j.s.Server Started @1988502ms
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42921}
   [junit4]   2> 1986579 ERROR (jetty-launcher-4712-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1986579 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1986580 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1986580 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T07:28:50.920Z
   [junit4]   2> 1986580 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1986581 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1986586 INFO  (jetty-launcher-4712-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34707/solr
   [junit4]   2> 1986586 INFO  (jetty-launcher-4712-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34707/solr
   [junit4]   2> 1986638 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1986639 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42921_solr
   [junit4]   2> 1986640 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.c.Overseer Overseer (id=98990275350429702-127.0.0.1:42921_solr-n_0000000000) starting
   [junit4]   2> 1986648 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1986648 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43221_solr
   [junit4]   2> 1986668 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1986671 INFO  (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1986671 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42921_solr
   [junit4]   2> 1986671 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1986672 INFO  (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1986783 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986784 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986789 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986789 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986790 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986790 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1986790 INFO  (jetty-launcher-4712-thread-2) [n:127.0.0.1:43221_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node2/.
   [junit4]   2> 1986791 INFO  (jetty-launcher-4712-thread-1) [n:127.0.0.1:42921_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/.
   [junit4]   2> 1986821 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1986821 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34707/solr ready
   [junit4]   2> 1986822 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.TestPullReplica Using legacyCloud?: false
   [junit4]   2> 1986823 INFO  (qtp16861779-20479) [n:127.0.0.1:42921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1986824 INFO  (qtp16861779-20479) [n:127.0.0.1:42921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1986883 INFO  (TEST-TestPullReplica.testSearchWhileReplicationHappens-seed#[84204E83EF40A3F0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSearchWhileReplicationHappens
   [junit4]   2> 1986883 INFO  (TEST-TestPullReplica.testSearchWhileReplicationHappens-seed#[84204E83EF40A3F0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testSearchWhileReplicationHappens
   [junit4]   2> 1986935 INFO  (TEST-TestPullReplica.testAddDocs-seed#[84204E83EF40A3F0]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testAddDocs
   [junit4]   2> 1986935 INFO  (qtp16861779-20480) [n:127.0.0.1:42921_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1986936 INFO  (OverseerThreadFactory-7134-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.CreateCollectionCmd Create collection pull_replica_test_add_docs
   [junit4]   2> 1986936 WARN  (OverseerThreadFactory-7134-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.CreateCollectionCmd Specified number of replicas of 3 on collection pull_replica_test_add_docs is higher than the number of Solr instances currently live or live and part of your createNodeSet(2). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 1987053 INFO  (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42921/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1987054 INFO  (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_p2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43221/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1987055 INFO  (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"pull_replica_test_add_docs",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"pull_replica_test_add_docs_shard1_replica_p4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42921/solr",
   [junit4]   2>   "type":"PULL",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1987256 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1987256 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 1987257 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 1987257 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1987257 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1987362 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1987362 INFO  (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1987362 INFO  (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1987362 INFO  (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988267 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1988267 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1988268 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1988273 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_p4] Schema name=minimal
   [junit4]   2> 1988274 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1988274 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema [pull_replica_test_add_docs_shard1_replica_p2] Schema name=minimal
   [junit4]   2> 1988301 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1988302 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_p4' using configuration from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 1988302 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1988302 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_n1' using configuration from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 1988302 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.core.pull_replica_test_add_docs.shard1.replica_p4' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_p4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1988302 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1988302 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1988302 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_p4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_p4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_p4/data/]
   [junit4]   2> 1988302 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_add_docs_shard1_replica_p2' using configuration from collection pull_replica_test_add_docs, trusted=true
   [junit4]   2> 1988303 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42921.solr.core.pull_replica_test_add_docs.shard1.replica_n1' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1988303 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1988303 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/pull_replica_test_add_docs_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node1/./pull_replica_test_add_docs_shard1_replica_n1/data/]
   [junit4]   2> 1988303 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43221.solr.core.pull_replica_test_add_docs.shard1.replica_p2' (registry 'solr.core.pull_replica_test_add_docs.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b339da
   [junit4]   2> 1988303 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1988305 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore [[pull_replica_test_add_docs_shard1_replica_p2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node2/pull_replica_test_add_docs_shard1_replica_p2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001/tempDir-001/node2/./pull_replica_test_add_docs_shard1_replica_p2/data/]
   [junit4]   2> 1988361 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1988362 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1988362 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1988362 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1988363 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.SolrIndexSearcher Opening [Searcher@b8d354[pull_replica_test_add_docs_shard1_replica_p4] main]
   [junit4]   2> 1988364 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1988364 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1988364 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1988364 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1988365 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1988365 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1988365 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1988365 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e9d8ba[pull_replica_test_add_docs_shard1_replica_n1] main]
   [junit4]   2> 1988366 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p4 starting background replication from leader
   [junit4]   2> 1988366 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 1988366 INFO  (searcherExecutor-7139-thread-1-processing-n:127.0.0.1:42921_solr x:pull_replica_test_add_docs_shard1_replica_p4 s:shard1 c:pull_replica_test_add_docs r:core_node6) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p4] Registered new searcher Searcher@b8d354[pull_replica_test_add_docs_shard1_replica_p4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1988366 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1988366 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1988366 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b85f2c[pull_replica_test_add_docs_shard1_replica_p2] main]
   [junit4]   2> 1988366 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1988366 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1988367 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1988367 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1988367 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1988367 INFO  (searcherExecutor-7140-thread-1-processing-n:127.0.0.1:42921_solr x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher Searcher@1e9d8ba[pull_replica_test_add_docs_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1988367 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1988367 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583844407594975232
   [junit4]   2> 1988367 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ZkController pull_replica_test_add_docs_shard1_replica_p2 starting background replication from leader
   [junit4]   2> 1988367 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 1988368 INFO  (searcherExecutor-7141-thread-1-processing-n:127.0.0.1:43221_solr x:pull_replica_test_add_docs_shard1_replica_p2 s:shard1 c:pull_replica_test_add_docs r:core_node5) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_p2] Registered new searcher Searcher@1b85f2c[pull_replica_test_add_docs_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1988368 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 1988368 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/ has no replicas
   [junit4]   2> 1988370 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1988371 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/ shard1
   [junit4]   2> 1988472 INFO  (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988472 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988472 INFO  (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988472 INFO  (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988517 INFO  (indexFetcher-7153-thread-1) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
   [junit4]   2> 1988518 INFO  (indexFetcher-7155-thread-1) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
   [junit4]   2> 1988521 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1988522 INFO  (qtp16861779-20468) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1266
   [junit4]   2> 1988625 INFO  (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988625 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988625 INFO  (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1988626 INFO  (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1989376 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2119
   [junit4]   2> 1989376 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=pull_replica_test_add_docs_shard1_replica_p4&action=CREATE&numShards=1&collection=pull_replica_test_add_docs&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2119
   [junit4]   2> 1989379 INFO  (qtp16861779-20480) [n:127.0.0.1:42921_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1989470 INFO  (zkCallback-4723-thread-2-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1989470 INFO  (zkCallback-4723-thread-1-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1989470 INFO  (zkCallback-4724-thread-1-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1989470 INFO  (zkCallback-4724-thread-2-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_add_docs/state.json] for collection [pull_replica_test_add_docs] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1990379 INFO  (qtp16861779-20480) [n:127.0.0.1:42921_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=2&replicationFactor=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_add_docs&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3443
   [junit4]   2> 1990383 INFO  (qtp16861779-20481) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1583844409707855872)]} 0 1
   [junit4]   2> 1990383 INFO  (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583844409708904448,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1990383 INFO  (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@92f073 commitCommandVersion:1583844409708904448
   [junit4]   2> 1990388 INFO  (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e8e8aa[pull_replica_test_add_docs_shard1_replica_n1] main]
   [junit4]   2> 1990388 INFO  (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1990389 INFO  (searcherExecutor-7140-thread-1-processing-n:127.0.0.1:42921_solr x:pull_replica_test_add_docs_shard1_replica_n1 s:shard1 c:pull_replica_test_add_docs r:core_node3) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_add_docs_shard1_replica_n1] Registered new searcher Searcher@e8e8aa[pull_replica_test_add_docs_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 1990389 INFO  (qtp16861779-20530) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=pull_replica_test_add_docs:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 6
   [junit4]   2> 1990391 INFO  (qtp16861779-20470) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node3 x:pull_replica_test_add_docs_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_n1]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
   [junit4]   2> 1990393 INFO  (qtp20254541-20478) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990494 INFO  (qtp20254541-20466) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990595 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990695 INFO  (qtp20254541-20469) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990796 INFO  (qtp20254541-20478) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990896 INFO  (qtp20254541-20466) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1990942 INFO  (OverseerCollectionConfigSetProcessor-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1990997 INFO  (qtp20254541-20476) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1991098 INFO  (qtp20254541-20469) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1991198 INFO  (qtp20254541-20478) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1991299 INFO  (qtp20254541-20466) [n:127.0.0.1:43221_solr c:pull_replica_test_add_docs s:shard1 r:core_node5 x:pull_replica_test_add_docs_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_add_docs_shard1_replica_p2]  webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1991367 INFO  (indexFetcher-7153-thread-1) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 1991367 INFO  (indexFetcher-7153-thread-1) [n:127.0.0.1:42921_solr c:pull_replica_test_add_docs s:shard1 r:core_node6 x:pull_replica_test_add_docs_shard1_replica_p4] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:42921/solr/pull_replica_test_add_docs_shard1_replica_n1/
   [junit4]   2> 1991368 INFO  (

[...truncated too long message...]

be07f
   [junit4]   2> 2232349 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2232349 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18aaf3a: rootName = solr_42921, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@12be07f
   [junit4]   2> 2232352 INFO  (jetty-closer-4713-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2232352 INFO  (jetty-closer-4713-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1f8b7bb: rootName = solr_43221, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@145e1cb
   [junit4]   2> 2232353 INFO  (jetty-closer-4713-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43221_solr
   [junit4]   2> 2232353 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2232353 INFO  (jetty-closer-4713-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2232353 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@17fe32: rootName = solr_42921, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@145e1cb
   [junit4]   2> 2232353 INFO  (zkCallback-4723-thread-3-processing-n:127.0.0.1:43221_solr) [n:127.0.0.1:43221_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2232353 INFO  (zkCallback-4724-thread-3-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2232354 INFO  (jetty-closer-4713-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d432bf{/solr,null,UNAVAILABLE}
   [junit4]   2> 2232355 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42921_solr
   [junit4]   2> 2232356 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2232356 INFO  (zkCallback-4724-thread-3-processing-n:127.0.0.1:42921_solr) [n:127.0.0.1:42921_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2232356 INFO  (jetty-closer-4713-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98990275350429702-127.0.0.1:42921_solr-n_0000000000) closing
   [junit4]   2> 2232356 INFO  (OverseerStateUpdate-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42921_solr
   [junit4]   2> 2232356 WARN  (OverseerAutoScalingTriggerThread-98990275350429702-127.0.0.1:42921_solr-n_0000000000) [n:127.0.0.1:42921_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2232360 INFO  (jetty-closer-4713-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c4f42c{/solr,null,UNAVAILABLE}
   [junit4]   2> 2232360 ERROR (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2232360 INFO  (SUITE-TestPullReplica-seed#[84204E83EF40A3F0]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34707 34707
   [junit4]   2> 2237391 INFO  (Thread-4052) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34707 34707
   [junit4]   2> 2237392 WARN  (Thread-4052) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	13	/solr/collections/pull_replica_test_add_docs/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestPullReplica_84204E83EF40A3F0-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {foo=FSTOrd50, id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1627, maxMBSortInHeap=6.642166144529886, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1bb88ff), locale=lt, timezone=Canada/Atlantic
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=250616328,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestChildDocTransformer, TestRTimerTree, TestStressLucene, SolrGangliaReporterTest, SolrXmlInZkTest, TestFieldSortValues, ConvertedLegacyTest, TestAnalyzedSuggestions, DistributedIntervalFacetingTest, SaslZkACLProviderTest, ZkSolrClientTest, ZkCLITest, TestWriterPerf, BasicAuthIntegrationTest, TestReplicationHandlerBackup, OverseerModifyCollectionTest, DistribDocExpirationUpdateProcessorTest, ChaosMonkeySafeLeaderTest, LeaderInitiatedRecoveryOnShardRestartTest, HdfsUnloadDistributedZkTest, QueryEqualityTest, TestConfigSetsAPI, TestFieldCacheVsDocValues, TestNumericTerms32, SolrIndexConfigTest, ClassificationUpdateProcessorTest, RegexBoostProcessorTest, HealthCheckHandlerTest, TestCryptoKeys, LeaderFailoverAfterPartitionTest, TestOnReconnectListenerSupport, NumericFieldsTest, SuggesterFSTTest, SignatureUpdateProcessorFactoryTest, TestSchemaNameResource, TestRequestStatusCollectionAPI, SolrRequestParserTest, TestDownShardTolerantSearch, DocumentAnalysisRequestHandlerTest, TestSchemalessBufferedUpdates, BadCopyFieldTest, TestSolrConfigHandler, ShardRoutingCustomTest, TestQuerySenderNoQuery, TestPayloadScoreQParserPlugin, DebugComponentTest, CircularListTest, TestDynamicFieldCollectionResource, TlogReplayBufferedWhileIndexingTest, ShowFileRequestHandlerTest, TestSQLHandler, MoreLikeThisHandlerTest, SimpleCollectionCreateDeleteTest, TestCollectionAPIs, TestFastLRUCache, TestSha256AuthenticationProvider, CdcrReplicationHandlerTest, TestSolr4Spatial, TestJavabinTupleStreamParser, TestClusterProperties, DistributedFacetPivotLargeTest, RemoteQueryErrorTest, TestInPlaceUpdatesDistrib, TestCloudPseudoReturnFields, SolrIndexSplitterTest, HdfsRecoverLeaseTest, TestSolrQueryParser, SmileWriterTest, TestLegacyField, TestOrdValues, TestSimpleTrackingShardHandler, InfixSuggestersTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestStressReorder, TestPullReplicaErrorHandling, PolyFieldTest, TestHashQParserPlugin, SpatialHeatmapFacetsTest, BlobRepositoryCloudTest, HdfsChaosMonkeySafeLeaderTest, EnumFieldTest, SortSpecParsingTest, SpellingQueryConverterTest, HighlighterConfigTest, TestLegacyTerms, TestSolrCloudWithHadoopAuthPlugin, DistributedTermsComponentTest, FullHLLTest, TestDocBasedVersionConstraints, PathHierarchyTokenizerFactoryTest, TestCloudManagedSchema, TestPseudoReturnFields, TestTrieFacet, TestSchemaVersionResource, AutoScalingHandlerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, CollectionsAPIDistributedZkTest, TestExactSharedStatsCache, TestNumericRangeQuery64, TestClusterStateMutator, AnalyticsMergeStrategyTest, TestJsonFacetRefinement, TestDocumentBuilder, HdfsBasicDistributedZk2Test, HdfsLockFactoryTest, TestBlobHandler, TestSubQueryTransformerDistrib, AddReplicaTest, TestReloadAndDeleteDocs, DeleteLastCustomShardedReplicaTest, PingRequestHandlerTest, TestDistributedStatsComponentCardinality, CoreAdminRequestStatusTest, TestTlogReplica, BlockJoinFacetDistribTest, TestFieldCacheReopen, TestSolrConfigHandlerConcurrent, TestConfigSetProperties, TestBM25SimilarityFactory, SolrJmxReporterTest, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestFunctionQuery, TestLazyCores, TestBadConfig, SoftAutoCommitTest, TestMergePolicyConfig, MultiTermTest, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, MinimalSchemaTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestFastWriter, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, ChaosMonkeyNothingIsSafeTest, AssignTest, AsyncCallRequestStatusResponseTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest, ConcurrentDeleteAndCreateCollectionTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteShardTest, DistribJoinFromCollectionTest, ForceLeaderTest, MissingSegmentRecoveryTest, MoveReplicaTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, SharedFSAutoReplicaFailoverTest, SolrCLIZkUtilsTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudRecovery, TestHdfsCloudBackupRestore, TestPullReplica]
   [junit4] Completed [560/749 (1!)] on J1 in 250.94s, 10 tests, 1 failure, 7 errors, 1 skipped <<< FAILURES!

[...truncated 43675 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 20892 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20892/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale

Error Message:
Error from server at http://127.0.0.1:45491/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45491/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([C17B025C60D97D24:754A9AB483300B08]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41387/_/wo

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41387/_/wo
	at __randomizedtesting.SeedInfo.seed([FF3F450C2C4CFDFD:776B7AD682B09005]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication

Error Message:
Index 0 out-of-bounds for length 0

Stack Trace:
java.lang.IndexOutOfBoundsException: Index 0 out-of-bounds for length 0
	at __randomizedtesting.SeedInfo.seed([FF3F450C2C4CFDFD:EB771E590F4B40E3]:0)
	at java.base/jdk.internal.util.Preconditions.outOfBounds(Preconditions.java:64)
	at java.base/jdk.internal.util.Preconditions.outOfBoundsCheckIndex(Preconditions.java:70)
	at java.base/jdk.internal.util.Preconditions.checkIndex(Preconditions.java:248)
	at java.base/java.util.Objects.checkIndex(Objects.java:372)
	at java.base/java.util.ArrayList.get(ArrayList.java:440)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigReplication(TestReplicationHandler.java:561)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12446 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> 890859 INFO  (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/init-core-data-001
   [junit4]   2> 890859 WARN  (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 890859 INFO  (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 890860 INFO  (SUITE-TestReplicationHandler-seed#[FF3F450C2C4CFDFD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
   [junit4]   2> 890861 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestIllegalFilePaths
   [junit4]   2> 890861 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1
   [junit4]   2> 890863 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 890866 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c12fd9e{/solr,null,AVAILABLE}
   [junit4]   2> 890867 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f46f19b{HTTP/1.1,[http/1.1]}{127.0.0.1:43759}
   [junit4]   2> 890867 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server Started @892376ms
   [junit4]   2> 890867 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1/data, hostPort=43759}
   [junit4]   2> 890868 ERROR (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 890868 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 890868 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 890868 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 890868 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T04:05:29.491282Z
   [junit4]   2> 890868 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/solr.xml
   [junit4]   2> 890871 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 890871 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 890872 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 890900 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 890908 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 890908 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 890910 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/.
   [junit4]   2> 890910 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 890910 INFO  (coreLoadExecutor-3332-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 890916 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 890922 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 890941 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 890941 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/./collection1, trusted=true
   [junit4]   2> 890941 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 890941 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 890941 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 890943 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 890998 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 890999 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891000 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 891008 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e40a5f1[collection1] main]
   [junit4]   2> 891009 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-001/collection1/conf
   [junit4]   2> 891009 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 891010 INFO  (coreLoadExecutor-3332-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 891015 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1
   [junit4]   2> 891016 INFO  (searcherExecutor-3333-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e40a5f1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891017 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 891062 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@349443c2{/solr,null,AVAILABLE}
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4011f13d{HTTP/1.1,[http/1.1]}{127.0.0.1:46189}
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server Started @892572ms
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1/data, hostPort=46189}
   [junit4]   2> 891063 ERROR (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 891063 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T04:05:29.686784Z
   [junit4]   2> 891064 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/solr.xml
   [junit4]   2> 891067 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 891067 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 891068 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 891115 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891128 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891128 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891130 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/.
   [junit4]   2> 891130 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 891132 INFO  (coreLoadExecutor-3342-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 891151 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 891156 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 891156 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 891156 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/./collection1, trusted=true
   [junit4]   2> 891157 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891157 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 891157 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 891158 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 891209 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 891209 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891210 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 891210 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1243f4e0[collection1] main]
   [junit4]   2> 891211 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-002/collection1/conf
   [junit4]   2> 891212 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 891212 INFO  (coreLoadExecutor-3342-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 891213 INFO  (searcherExecutor-3343-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1243f4e0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891215 ERROR (qtp252334020-14514) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1520)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1493)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:617)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891215 INFO  (qtp252334020-14514) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={file=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/foo&command=filecontent} status=403 QTime=0
   [junit4]   2> 891216 ERROR (qtp252334020-14510) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1516)
   [junit4]   2> 	at java.base/java.lang.Iterable.forEach(Iterable.java:75)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1514)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1493)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:617)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
   [junit4]   2> 	at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891217 INFO  (qtp252334020-14510) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={file=../dir/traversal&command=filecontent} status=403 QTime=0
   [junit4]   2> 891222 ERROR (qtp252334020-14509) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1520)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1494)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsConfFileStream.<init>(ReplicationHandler.java:1705)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:613)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891222 INFO  (qtp252334020-14509) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={cf=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/foo&command=filecontent} status=403 QTime=4
   [junit4]   2> 891223 ERROR (qtp252334020-14510) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1516)
   [junit4]   2> 	at java.base/java.lang.Iterable.forEach(Iterable.java:75)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1514)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1494)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsConfFileStream.<init>(ReplicationHandler.java:1705)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:613)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891223 INFO  (qtp252334020-14510) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={cf=../dir/traversal&command=filecontent} status=403 QTime=0
   [junit4]   2> 891225 ERROR (qtp252334020-14509) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name must be relative
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1520)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1495)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsTlogFileStream.<init>(ReplicationHandler.java:1692)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:615)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891225 INFO  (qtp252334020-14509) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={tlogFile=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/foo&command=filecontent} status=403 QTime=0
   [junit4]   2> 891226 ERROR (qtp252334020-14512) [    x:collection1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: File name cannot contain ..
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.lambda$validateFilenameOrError$0(ReplicationHandler.java:1516)
   [junit4]   2> 	at java.base/java.lang.Iterable.forEach(Iterable.java:75)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.validateFilenameOrError(ReplicationHandler.java:1514)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$DirectoryFileStream.<init>(ReplicationHandler.java:1495)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsFileStream.<init>(ReplicationHandler.java:1639)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$LocalFsTlogFileStream.<init>(ReplicationHandler.java:1692)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.getFileStream(ReplicationHandler.java:615)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.handleRequestBody(ReplicationHandler.java:277)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2484)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:712)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:518)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 891227 INFO  (qtp252334020-14512) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={tlogFile=../dir/traversal&command=filecontent} status=403 QTime=0
   [junit4]   2> 891227 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestIllegalFilePaths
   [junit4]   2> 891228 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f46f19b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 891228 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=146225082
   [junit4]   2> 891228 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 891228 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43bb792b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@30b673f1
   [junit4]   2> 891233 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 891234 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@28b2eba3: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@37748d31
   [junit4]   2> 891238 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 891238 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57bd5188: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@66c2dbf0
   [junit4]   2> 891239 INFO  (coreCloseExecutor-3348-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@68cf29f3
   [junit4]   2> 891239 INFO  (coreCloseExecutor-3348-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1758407155
   [junit4]   2> 891239 INFO  (coreCloseExecutor-3348-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61b9628d: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@10280317
   [junit4]   2> 891246 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c12fd9e{/solr,null,UNAVAILABLE}
   [junit4]   2> 891246 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4011f13d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 891246 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1495370349
   [junit4]   2> 891247 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 891247 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57bda3b: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@56a1d58
   [junit4]   2> 891254 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 891254 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@722caf31: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@37748d31
   [junit4]   2> 891259 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 891259 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@572fa56f: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@66c2dbf0
   [junit4]   2> 891266 INFO  (coreCloseExecutor-3350-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6e42de55
   [junit4]   2> 891266 INFO  (coreCloseExecutor-3350-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1849876053
   [junit4]   2> 891266 INFO  (coreCloseExecutor-3350-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@e6becc2: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@6b5c6ece
   [junit4]   2> 891277 INFO  (TEST-TestReplicationHandler.doTestIllegalFilePaths-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@349443c2{/solr,null,UNAVAILABLE}
   [junit4]   2> 891279 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestRepeater
   [junit4]   2> 891279 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1
   [junit4]   2> 891281 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 891283 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ee6aac4{/solr,null,AVAILABLE}
   [junit4]   2> 891283 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@35420f91{HTTP/1.1,[http/1.1]}{127.0.0.1:41995}
   [junit4]   2> 891283 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server Started @892792ms
   [junit4]   2> 891283 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1/data, hostPort=41995}
   [junit4]   2> 891283 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 891283 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 891284 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 891284 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 891284 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T04:05:29.907101Z
   [junit4]   2> 891284 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/solr.xml
   [junit4]   2> 891291 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 891291 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 891292 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 891327 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891338 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891338 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891340 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/.
   [junit4]   2> 891340 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 891340 INFO  (coreLoadExecutor-3357-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 891346 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 891351 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 891351 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 891352 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/./collection1, trusted=true
   [junit4]   2> 891352 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891352 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 891352 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/./collection1/data/]
   [junit4]   2> 891354 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 891398 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 891398 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891399 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 891399 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@12759b06[collection1] main]
   [junit4]   2> 891399 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-003/collection1/conf
   [junit4]   2> 891400 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 891400 INFO  (coreLoadExecutor-3357-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 891400 INFO  (searcherExecutor-3358-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@12759b06[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891401 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1
   [junit4]   2> 891402 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46307ee3{/solr,null,AVAILABLE}
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7b3624f8{HTTP/1.1,[http/1.1]}{127.0.0.1:43459}
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.Server Started @892913ms
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1/data, hostPort=43459}
   [junit4]   2> 891404 ERROR (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 891404 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T04:05:30.027746Z
   [junit4]   2> 891405 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/solr.xml
   [junit4]   2> 891407 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 891407 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 891407 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 891444 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891457 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891457 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891459 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/.
   [junit4]   2> 891459 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 891459 INFO  (coreLoadExecutor-3367-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 891465 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 891470 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 891471 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 891471 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/./collection1, trusted=true
   [junit4]   2> 891471 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7191ff5a
   [junit4]   2> 891471 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 891471 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/./collection1/data/]
   [junit4]   2> 891473 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=22.625, floorSegmentMB=0.705078125, forceMergeDeletesPctAllowed=29.394395110798808, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 891514 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 891514 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 891515 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=21.1259765625, floorSegmentMB=1.150390625, forceMergeDeletesPctAllowed=8.2859793683391, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 891515 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22489e2b[collection1] main]
   [junit4]   2> 891515 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_FF3F450C2C4CFDFD-001/solr-instance-004/collection1/conf
   [junit4]   2> 891517 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 891517 INFO  (coreLoadExecutor-3367-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 891518 INFO  (searcherExecutor-3368-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@22489e2b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891519 INFO  (qtp312138700-14558) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 891519 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@6a13ba09 commitCommandVersion:0
   [junit4]   2> 891520 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d7b66e4[collection1] main]
   [junit4]   2> 891520 INFO  (indexFetcher-3372-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 891521 INFO  (searcherExecutor-3368-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d7b66e4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 891526 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7b3624f8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 891526 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=170593774
   [junit4]   2> 891526 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 891526 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@25178507: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3345288d
   [junit4]   2> 891532 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 891532 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a893626: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@37748d31
   [junit4]   2> 891537 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 891537 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3f5351f3: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@66c2dbf0
   [junit4]   2> 891538 INFO  (coreCloseExecutor-3373-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5a000e90
   [junit4]   2> 891538 INFO  (coreCloseExecutor-3373-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1509953168
   [junit4]   2> 891538 INFO  (coreCloseExecutor-3373-thread-1) [    x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18fbf46c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@51ed655b
   [junit4]   2> 891547 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[FF3F450C2C4CFDFD]) [    ] o.e.j.s.h.ContextHandler Stopped o.

[...truncated too long message...]

s for registry=solr.core.localShardsTestColl.shard2.replica_n6, tag=168581801
   [junit4]   2> 91007 INFO  (coreCloseExecutor-810-thread-6) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@be2d618: rootName = solr_45491, domain = solr.core.localShardsTestColl.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@5e088c6
   [junit4]   2> 91025 INFO  (coreCloseExecutor-809-thread-6) [n:127.0.0.1:33879_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=384160244
   [junit4]   2> 91025 INFO  (coreCloseExecutor-810-thread-8) [n:127.0.0.1:45491_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=823430027
   [junit4]   2> 91025 INFO  (coreCloseExecutor-810-thread-8) [n:127.0.0.1:45491_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1589c064: rootName = solr_45491, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@778f97c
   [junit4]   2> 91025 INFO  (coreCloseExecutor-809-thread-6) [n:127.0.0.1:33879_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@20c3e846: rootName = solr_33879, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@214e5e7e
   [junit4]   2> 91039 INFO  (coreCloseExecutor-810-thread-2) [n:127.0.0.1:45491_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=1146624805
   [junit4]   2> 91039 INFO  (coreCloseExecutor-810-thread-1) [n:127.0.0.1:45491_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=66396301
   [junit4]   2> 91039 INFO  (coreCloseExecutor-809-thread-2) [n:127.0.0.1:33879_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=1038897407
   [junit4]   2> 91040 INFO  (coreCloseExecutor-809-thread-3) [n:127.0.0.1:33879_solr c:localShardsTestColl s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=155823274
   [junit4]   2> 91040 INFO  (coreCloseExecutor-809-thread-5) [n:127.0.0.1:33879_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=2145984664
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-3) [n:127.0.0.1:45491_solr c:multicollection1 s:shard1 r:core_node2 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=2125329339
   [junit4]   2> 91040 INFO  (coreCloseExecutor-809-thread-6) [n:127.0.0.1:33879_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=384160244
   [junit4]   2> 91040 INFO  (coreCloseExecutor-809-thread-7) [n:127.0.0.1:33879_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=425432949
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-4) [n:127.0.0.1:45491_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=886674576
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-5) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=1425185419
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-7) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard1 r:core_node3 x:localShardsTestColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=1407250571
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-6) [n:127.0.0.1:45491_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=168581801
   [junit4]   2> 91040 INFO  (coreCloseExecutor-810-thread-8) [n:127.0.0.1:45491_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=823430027
   [junit4]   2> 92643 INFO  (jetty-closer-448-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1bbb66b1{/solr,null,UNAVAILABLE}
   [junit4]   2> 92643 INFO  (jetty-closer-448-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@63a72715{/solr,null,UNAVAILABLE}
   [junit4]   2> 92644 ERROR (SUITE-CloudSolrClientTest-seed#[C17B025C60D97D24]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 92644 INFO  (SUITE-CloudSolrClientTest-seed#[C17B025C60D97D24]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34847 34847
   [junit4]   2> 92677 INFO  (Thread-454) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34847 34847
   [junit4]   2> 92678 WARN  (Thread-454) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/foo/state.json
   [junit4]   2> 	24	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	16	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	14	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	14	/solr/collections/multicollection1/state.json
   [junit4]   2> 	12	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/multicollection2/state.json
   [junit4]   2> 	10	/solr/collections/nemesis/state.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/overwrite/state.json
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard1/election/98989617061560329-core_node5-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_C17B025C60D97D24-001
   [junit4]   2> Nov 12, 2017 4:42:00 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=FST50, a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), title_s=FST50, id=Lucene50(blocksize=128), text=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Memory), multiDefault=DocValuesFormat(name=Direct), title_s=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Memory), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=633, maxMBSortInHeap=6.023321409076184, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@32348a7c), locale=ha, timezone=AST
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=113295896,total=524288000
   [junit4]   2> NOTE: All tests run in this JVM: [EmpiricalDistributionEvaluatorTest, FieldValueEvaluatorTest, CubedRootEvaluatorTest, TestPolicy, AndEvaluatorTest, SquareRootEvaluatorTest, TestEmbeddedSolrServer, NotEvaluatorTest, LargeVolumeBinaryJettyTest, SchemaTest, ConcurrentUpdateSolrClientBuilderTest, GraphExpressionTest, TestV1toV2ApiMapper, RawValueEvaluatorTest, TestSpellCheckResponse, TestClusteringResponse, ReverseEvaluatorTest, TestNamedListCodec, CloudSolrClientCacheTest, StreamingTest, ContentStreamTest, SolrExampleBinaryTest, SolrExampleEmbeddedTest, LargeVolumeEmbeddedTest, MergeIndexesEmbeddedTest, SolrDocumentTest, FieldAnalysisResponseTest, AnlysisResponseBaseTest, CollectionAdminRequestRequiredParamsTest, SolrSchemalessExampleTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest]
   [junit4] Completed [109/146 (1!)] on J0 in 34.99s, 16 tests, 1 error <<< FAILURES!

[...truncated 39309 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 20891 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20891/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.search.stats.TestDistribIDF.testSimpleQuery

Error Message:
Error from server at http://127.0.0.1:36307/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36307/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([C5A3DE47805F1554:B0AE1E5B9045D381]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.search.stats.TestDistribIDF.createCollection(TestDistribIDF.java:201)
	at org.apache.solr.search.stats.TestDistribIDF.testSimpleQuery(TestDistribIDF.java:77)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1787 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20171111_233120_4454137049240490739272.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20171111_233120_4446163815010524674377.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20171111_233120_444104271329311317299.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 284 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171111_233932_16516006616338772918521.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171111_233932_16513349033097476017725.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171111_233932_1656868499029744126802.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1054 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171111_234058_00913057698433921081288.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171111_234058_0096448350942255863044.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171111_234058_0097332506450308195257.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 228 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171111_234313_60814444173733812922354.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171111_234313_6076547593012190979960.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171111_234313_6079433693896884262817.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 249 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171111_234327_64210816822302659896949.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171111_234327_64216778711884601062781.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171111_234327_6421388490649223057635.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171111_234357_96017411162299481567032.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171111_234357_9608629393819223015316.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171111_234357_96010873436131489432556.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 163 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171111_234402_24517700168445668151549.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171111_234402_2456182990087318353134.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171111_234402_24514213318024106478036.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171111_234414_61016578071317445812118.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171111_234414_61715479073677679424685.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171111_234424_0001292746768799060772.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171111_234424_00013315210223626228031.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171111_234424_0002187242561196104580.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171111_234427_1129969028157620088737.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171111_234435_4843278938646852241795.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171111_234435_484112668325197696123.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171111_234435_4842740781829939128266.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1255 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171111_234452_6993206780056919956679.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171111_234452_6997590685131035363742.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171111_234452_6999864832276194166704.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20171111_234501_275977821572827790436.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20171111_234501_27510998246351018702489.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20171111_234501_27510671490407735759379.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 260 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20171111_234516_19113216293428087262969.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20171111_234516_19111672119561151567620.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20171111_234516_19217467334856130364362.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 238 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20171111_234750_3558119295854976703362.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20171111_234750_35517923728049545686758.syserr
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20171111_234750_35615616456021435604330.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 167 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20171111_234753_34914274605473564649222.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20171111_234753_3492956054421462775972.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20171111_234753_3489745455608722591624.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 214 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20171111_234800_667907639494252865735.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20171111_234800_66712982003650721956537.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20171111_234800_66717714730643996417305.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 179 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20171111_234840_6742855936287399703471.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20171111_234840_67416358539173798818061.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20171111_234840_67411041050580376143305.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 246 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20171111_234848_6176707267355633573346.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20171111_234848_6178918447736531495318.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20171111_234848_61616550515031551415641.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 160 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20171111_234907_58616893093595052233594.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20171111_234907_5867383262834804303499.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20171111_234907_5866859495337162514973.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20171111_234931_7552953025595242016754.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20171111_234931_75518196793947330685785.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 175 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20171111_234943_83614727826701660727011.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20171111_234943_83816925981077629340750.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20171111_234943_83610220427887111122396.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 304 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20171111_235003_0071721159209940882185.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20171111_235003_00716736777968339084619.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20171111_235003_00713386566558509805224.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 224 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20171111_235010_3423109067974039094538.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20171111_235010_3429511170041462662703.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20171111_235010_34216104424243560213044.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20171111_235018_89014183615979561674830.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 11 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20171111_235018_8909010143553056577716.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20171111_235018_8903303985361752458481.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 216 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20171111_235030_85814751899599288230046.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20171111_235030_86211377188316724681552.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20171111_235030_85815652340711733233086.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 409 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20171111_235124_1003032518432026424.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20171111_235124_1009636047612565347191.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20171111_235124_1003223226289284635352.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20171111_235141_96717277941989647321619.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 172 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20171111_235143_7355549352596537470398.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20171111_235143_7345886482713073574136.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20171111_235143_73416117565854340963112.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 244 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20171111_235247_19012402316758141927432.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20171111_235247_1902436287652523446888.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20171111_235247_19010447239741645155215.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 1980 lines...]
   [junit4] Suite: org.apache.solr.search.stats.TestDistribIDF
   [junit4]   2> 459188 INFO  (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/init-core-data-001
   [junit4]   2> 459188 WARN  (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 459189 INFO  (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 459189 INFO  (SUITE-TestDistribIDF-seed#[C5A3DE47805F1554]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 459193 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimpleQuery
   [junit4]   2> 459193 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001
   [junit4]   2> 459193 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 459193 INFO  (Thread-3798) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 459193 INFO  (Thread-3798) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 459196 ERROR (Thread-3798) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 459293 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.c.ZkTestServer start zk server on port:39605
   [junit4]   2> 459297 INFO  (jetty-launcher-639-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 459297 INFO  (jetty-launcher-639-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 459297 INFO  (jetty-launcher-639-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 459301 INFO  (jetty-launcher-639-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4c186b5f{/solr,null,AVAILABLE}
   [junit4]   2> 459301 INFO  (jetty-launcher-639-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7a39f2da{/solr,null,AVAILABLE}
   [junit4]   2> 459301 INFO  (jetty-launcher-639-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1135fb59{/solr,null,AVAILABLE}
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b18057f{HTTP/1.1,[http/1.1]}{127.0.0.1:35717}
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@988853f{HTTP/1.1,[http/1.1]}{127.0.0.1:37247}
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-1) [    ] o.e.j.s.Server Started @460970ms
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-2) [    ] o.e.j.s.Server Started @460970ms
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35717}
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37247}
   [junit4]   2> 459302 ERROR (jetty-launcher-639-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 459302 ERROR (jetty-launcher-639-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 459302 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T00:01:32.888080Z
   [junit4]   2> 459303 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T00:01:32.888095Z
   [junit4]   2> 459308 INFO  (jetty-launcher-639-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@bcb968d{HTTP/1.1,[http/1.1]}{127.0.0.1:36307}
   [junit4]   2> 459308 INFO  (jetty-launcher-639-thread-3) [    ] o.e.j.s.Server Started @460976ms
   [junit4]   2> 459308 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36307}
   [junit4]   2> 459308 ERROR (jetty-launcher-639-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 459308 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 459309 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 459309 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 459309 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-12T00:01:32.894078Z
   [junit4]   2> 459315 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 459321 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 459324 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 459326 INFO  (jetty-launcher-639-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39605/solr
   [junit4]   2> 459327 INFO  (jetty-launcher-639-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39605/solr
   [junit4]   2> 459328 INFO  (jetty-launcher-639-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39605/solr
   [junit4]   2> 459368 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 459368 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 459368 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37247_solr
   [junit4]   2> 459368 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36307_solr
   [junit4]   2> 459368 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.Overseer Overseer (id=98988516493164553-127.0.0.1:37247_solr-n_0000000000) starting
   [junit4]   2> 459369 INFO  (zkCallback-656-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 459369 INFO  (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 459370 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 459370 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 459371 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35717_solr
   [junit4]   2> 459371 INFO  (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 459372 INFO  (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 459372 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37247_solr
   [junit4]   2> 459376 INFO  (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 459377 INFO  (zkCallback-655-thread-1-processing-n:127.0.0.1:35717_solr) [n:127.0.0.1:35717_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 459377 INFO  (zkCallback-656-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 459401 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459403 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459407 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459407 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459408 INFO  (jetty-launcher-639-thread-2) [n:127.0.0.1:37247_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node2/.
   [junit4]   2> 459409 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459409 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459409 INFO  (jetty-launcher-639-thread-3) [n:127.0.0.1:36307_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node3/.
   [junit4]   2> 459410 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459416 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459416 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 459417 INFO  (jetty-launcher-639-thread-1) [n:127.0.0.1:35717_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node1/.
   [junit4]   2> 459584 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 459584 INFO  (TEST-TestDistribIDF.testSimpleQuery-seed#[C5A3DE47805F1554]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39605/solr ready
   [junit4]   2> 459585 INFO  (qtp16605437-6637) [n:127.0.0.1:36307_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=1&collection.configName=conf1&maxShardsPerNode=1&name=onecollection&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 459587 INFO  (OverseerThreadFactory-1493-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr    ] o.a.s.c.CreateCollectionCmd Create collection onecollection
   [junit4]   2> 459690 INFO  (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"onecollection",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"onecollection_a_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37247/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 459691 INFO  (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"onecollection",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"onecollection_b_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36307/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 459692 INFO  (OverseerStateUpdate-98988516493164553-127.0.0.1:37247_solr-n_0000000000) [n:127.0.0.1:37247_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"onecollection",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"onecollection_c_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35717/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 459894 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=onecollection_b_replica_n2&action=CREATE&numShards=3&collection=onecollection&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 459894 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=onecollection_a_replica_n1&action=CREATE&numShards=3&collection=onecollection&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 459894 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 459894 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 459894 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf1&newCollection=true&name=onecollection_c_replica_n4&action=CREATE&numShards=3&collection=onecollection&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 459894 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 460003 INFO  (zkCallback-654-thread-1-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460003 INFO  (zkCallback-656-thread-1-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460003 INFO  (zkCallback-654-thread-2-processing-n:127.0.0.1:36307_solr) [n:127.0.0.1:36307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460003 INFO  (zkCallback-655-thread-2-processing-n:127.0.0.1:35717_solr) [n:127.0.0.1:35717_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460003 INFO  (zkCallback-655-thread-1-processing-n:127.0.0.1:35717_solr) [n:127.0.0.1:35717_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460004 INFO  (zkCallback-656-thread-2-processing-n:127.0.0.1:37247_solr) [n:127.0.0.1:37247_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onecollection/state.json] for collection [onecollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 460928 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 460932 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 460940 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 460959 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.IndexSchema [onecollection_b_replica_n2] Schema name=test
   [junit4]   2> 460961 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.IndexSchema [onecollection_c_replica_n4] Schema name=test
   [junit4]   2> 460985 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.IndexSchema [onecollection_a_replica_n1] Schema name=test
   [junit4]   2> 461068 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 461082 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 461090 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'onecollection_b_replica_n2' using configuration from collection onecollection, trusted=true
   [junit4]   2> 461090 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36307.solr.core.onecollection.b.replica_n2' (registry 'solr.core.onecollection.b.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 461090 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 461090 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrCore [[onecollection_b_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node3/onecollection_b_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node3/./onecollection_b_replica_n2/data/]
   [junit4]   2> 461090 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 461092 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.335758806529171]
   [junit4]   2> 461104 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'onecollection_a_replica_n1' using configuration from collection onecollection, trusted=true
   [junit4]   2> 461104 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37247.solr.core.onecollection.a.replica_n1' (registry 'solr.core.onecollection.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 461104 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 461104 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrCore [[onecollection_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node2/onecollection_a_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node2/./onecollection_a_replica_n1/data/]
   [junit4]   2> 461104 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'onecollection_c_replica_n4' using configuration from collection onecollection, trusted=true
   [junit4]   2> 461105 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35717.solr.core.onecollection.c.replica_n4' (registry 'solr.core.onecollection.c.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c4a2d8e
   [junit4]   2> 461105 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 461105 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrCore [[onecollection_c_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node1/onecollection_c_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.search.stats.TestDistribIDF_C5A3DE47805F1554-001/tempDir-001/node1/./onecollection_c_replica_n4/data/]
   [junit4]   2> 461106 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.335758806529171]
   [junit4]   2> 461107 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.335758806529171]
   [junit4]   2> 461262 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 461262 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 461263 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 461263 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 461264 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 461264 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 461264 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 461264 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 461265 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1826960887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 461265 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1826960887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 461266 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@623b30f5[onecollection_a_replica_n1] main]
   [junit4]   2> 461266 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fa406a2[onecollection_b_replica_n2] main]
   [junit4]   2> 461273 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 461273 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 461274 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 461274 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 461274 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 461275 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 461276 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1826960887, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 461276 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@54627e59[onecollection_c_replica_n4] main]
   [junit4]   2> 461278 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 461297 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 461297 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 461301 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 461405 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 461405 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 461405 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583816266209034240
   [junit4]   2> 461405 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 461405 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 461405 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 461406 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 461406 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 461406 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 461406 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 461408 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 461408 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 461408 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 461408 INFO  (qtp978924467-6641) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583816266212179968
   [junit4]   2> 461410 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 461410 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 461410 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36307/solr/onecollection_b_replica_n2/
   [junit4]   2> 461410 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 461410 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SyncStrategy http://127.0.0.1:36307/solr/onecollection_b_replica_n2/ has no replicas
   [junit4]   2> 461410 INFO  (qtp16605437-6629) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 461410 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 461411 INFO  (qtp522642722-6642) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583816266215325696
   [junit4]   2> 461411 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 461411 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 461411 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 461411 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 461411 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 461412 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 461412 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 461413 INFO  (searcherExecutor-1501-thread-1-processing-n:127.0.0.1:37247_solr x:onecollection_a_replica_n1 s:a c:onecollection r:core_node3) [n:127.0.0.1:37247_solr c:onecollection s:a r:core_node3 x:onecollection_a_replica_n1] o.a.s.c.SolrCore [onecollection_a_replica_n1] Registered new searcher Searcher@623b30f5[onecollection_a_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 461413 INFO  (searcherExecutor-1500-thread-1-processing-n:127.0.0.1:36307_solr x:onecollection_b_replica_n2 s:b c:onecollection r:core_node5) [n:127.0.0.1:36307_solr c:onecollection s:b r:core_node5 x:onecollection_b_replica_n2] o.a.s.c.SolrCore [onecollection_b_replica_n2] Registered new searcher Searcher@3fa406a2[onecollection_b_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 461413 INFO  (searcherExecutor-1502-thread-1-processing-n:127.0.0.1:35717_solr x:onecollection_c_replica_n4 s:c c:onecollection r:core_node6) [n:127.0.0.1:35717_solr c:onecollection s:c r:core_node6 x:onecollection_c_replica_n4] o.a.s.c.SolrCore [onecollec

[...truncated too long message...]

x/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20171112_004502_36313033627804734176393.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20171112_004502_3635498531561932885708.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 553 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171112_004613_30214734412581279983000.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171112_004613_3026388653262042589036.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171112_004613_30212808336295695118429.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1259 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171112_004631_251133117253220968308.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171112_004631_25110483508922478885723.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 644 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171112_004639_0015605155797613638519.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171112_004639_00113442390692062409026.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171112_004639_00111719160924901515004.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 557 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171112_004702_08816906806109358767086.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171112_004702_08815502665718256631154.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171112_004702_0887560216410452304649.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 563 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171112_004712_34410244010526204418528.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171112_004712_34412295744747366788756.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 628 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171112_004718_6803990270855149128870.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 15 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171112_004718_6805000769717851019670.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171112_004718_68015819546313264011568.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171112_004743_96212811764977938611260.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171112_004743_96210253681645254521796.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171112_004755_4509597444906647700153.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 31626 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build # 20890 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20890/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.DeleteNodeTest.test

Error Message:
Error from server at https://127.0.0.1:35433/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35433/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([2707AA2DC735AC4F:AF5395F769C9C1B7]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.DeleteNodeTest.test(DeleteNodeTest.java:73)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11985 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteNodeTest
   [junit4]   2> 286823 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/init-core-data-001
   [junit4]   2> 286824 WARN  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 286824 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 286824 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 286825 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001
   [junit4]   2> 286825 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 286825 INFO  (Thread-631) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 286825 INFO  (Thread-631) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 286826 ERROR (Thread-631) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 286925 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33791
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-6) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286929 INFO  (jetty-launcher-481-thread-5) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 286931 INFO  (jetty-launcher-481-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28e98092{/solr,null,AVAILABLE}
   [junit4]   2> 286931 INFO  (jetty-launcher-481-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fb0b27{/solr,null,AVAILABLE}
   [junit4]   2> 286932 INFO  (jetty-launcher-481-thread-6) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@321cf419{/solr,null,AVAILABLE}
   [junit4]   2> 286932 INFO  (jetty-launcher-481-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@574190df{SSL,[ssl, http/1.1]}{127.0.0.1:45769}
   [junit4]   2> 286932 INFO  (jetty-launcher-481-thread-1) [    ] o.e.j.s.Server Started @288259ms
   [junit4]   2> 286932 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45769}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@44509392{SSL,[ssl, http/1.1]}{127.0.0.1:46679}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a730402{/solr,null,AVAILABLE}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.e.j.s.AbstractConnector Started ServerConnector@54f5c5b0{SSL,[ssl, http/1.1]}{127.0.0.1:34461}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.e.j.s.Server Started @288260ms
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.e.j.s.Server Started @288260ms
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46679}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34461}
   [junit4]   2> 286933 ERROR (jetty-launcher-481-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@408d2101{/solr,null,AVAILABLE}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286933 ERROR (jetty-launcher-481-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286933 ERROR (jetty-launcher-481-thread-6) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.934678Z
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.934777Z
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@45e9a6d3{SSL,[ssl, http/1.1]}{127.0.0.1:39347}
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.934828Z
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-4) [    ] o.e.j.s.Server Started @288261ms
   [junit4]   2> 286933 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39347}
   [junit4]   2> 286937 ERROR (jetty-launcher-481-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286937 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286937 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286937 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286937 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.938327Z
   [junit4]   2> 286938 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286940 INFO  (jetty-launcher-481-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@20571339{SSL,[ssl, http/1.1]}{127.0.0.1:35521}
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.e.j.s.Server Started @288268ms
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35521}
   [junit4]   2> 286941 ERROR (jetty-launcher-481-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286941 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.942471Z
   [junit4]   2> 286945 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286954 INFO  (jetty-launcher-481-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7280c346{/solr,null,AVAILABLE}
   [junit4]   2> 286954 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286955 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286956 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286956 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286957 INFO  (jetty-launcher-481-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3bba17cc{SSL,[ssl, http/1.1]}{127.0.0.1:35433}
   [junit4]   2> 286957 INFO  (jetty-launcher-481-thread-2) [    ] o.e.j.s.Server Started @288284ms
   [junit4]   2> 286957 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35433}
   [junit4]   2> 286958 ERROR (jetty-launcher-481-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 286958 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 286958 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 286958 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 286958 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T20:55:48.959296Z
   [junit4]   2> 286958 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286959 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 286960 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 286962 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286963 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286963 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 286964 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286966 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b000e, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 286970 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33791/solr
   [junit4]   2> 286971 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0011, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 287078 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287079 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45769_solr
   [junit4]   2> 287079 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98987786163126282-127.0.0.1:45769_solr-n_0000000000) starting
   [junit4]   2> 287079 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287080 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34461_solr
   [junit4]   2> 287081 INFO  (zkCallback-500-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 287085 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 287085 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 287085 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287090 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46679_solr
   [junit4]   2> 287092 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 287092 INFO  (zkCallback-500-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 287096 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 287109 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 287110 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 287110 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287117 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 287128 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287129 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45769_solr
   [junit4]   2> 287129 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39347_solr
   [junit4]   2> 287130 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287132 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287132 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287133 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287135 INFO  (zkCallback-502-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287138 INFO  (zkCallback-509-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287142 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287142 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287143 INFO  (jetty-launcher-481-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node3/.
   [junit4]   2> 287149 INFO  (zkCallback-500-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287150 INFO  (zkCallback-515-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 287153 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287153 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287153 INFO  (jetty-launcher-481-thread-6) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/.
   [junit4]   2> 287172 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 287172 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35521_solr
   [junit4]   2> 287181 INFO  (zkCallback-502-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287181 INFO  (zkCallback-509-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287181 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287181 INFO  (zkCallback-500-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287181 INFO  (zkCallback-515-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287181 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35433_solr
   [junit4]   2> 287181 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 287182 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287184 INFO  (zkCallback-509-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287184 INFO  (zkCallback-515-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287187 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287187 INFO  (zkCallback-502-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287187 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287191 INFO  (zkCallback-500-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 287192 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287192 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287199 INFO  (jetty-launcher-481-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node4/.
   [junit4]   2> 287205 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287207 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287211 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287213 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287213 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287213 INFO  (jetty-launcher-481-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/.
   [junit4]   2> 287215 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287215 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287216 INFO  (jetty-launcher-481-thread-5) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/.
   [junit4]   2> 287217 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287217 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 287218 INFO  (jetty-launcher-481-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/.
   [junit4]   2> 287411 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15facddf75b0013, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 287412 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 287413 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33791/solr ready
   [junit4]   2> 287427 INFO  (TEST-DeleteNodeTest.test-seed#[2707AA2DC735AC4F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 287449 INFO  (qtp226398178-2249) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=2&collection.configName=conf1&maxShardsPerNode=3&name=deletenodetest_coll&nrtReplicas=2&action=CREATE&numShards=5&tlogReplicas=0&createNodeSet=127.0.0.1:35521_solr,127.0.0.1:45769_solr,127.0.0.1:34461_solr,127.0.0.1:39347_solr,127.0.0.1:35433_solr,127.0.0.1:46679_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 287451 INFO  (OverseerThreadFactory-1114-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection deletenodetest_coll
   [junit4]   2> 287556 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"deletenodetest_coll_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35433/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287556 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"deletenodetest_coll_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45769/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287557 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"deletenodetest_coll_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35521/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287558 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"deletenodetest_coll_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34461/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287558 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"deletenodetest_coll_shard3_replica_n8",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:39347/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287559 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"deletenodetest_coll_shard3_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46679/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287560 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"deletenodetest_coll_shard4_replica_n12",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35433/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287560 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"deletenodetest_coll_shard4_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45769/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287561 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard5",
   [junit4]   2>   "core":"deletenodetest_coll_shard5_replica_n16",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35521/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287562 INFO  (OverseerStateUpdate-98987786163126282-127.0.0.1:45769_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deletenodetest_coll",
   [junit4]   2>   "shard":"shard5",
   [junit4]   2>   "core":"deletenodetest_coll_shard5_replica_n18",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34461/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 287787 INFO  (qtp226398178-2259) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_n12&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287787 INFO  (qtp226398178-2259) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287791 INFO  (qtp226398178-2305) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_n1&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287801 INFO  (qtp2047813753-2291) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_n4&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287801 INFO  (qtp2047813753-2291) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287804 INFO  (qtp375399960-2248) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_n2&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287804 INFO  (qtp1184620105-2296) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard3_replica_n8&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287804 INFO  (qtp375399960-2248) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287804 INFO  (qtp1149164303-2272) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node9&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard2_replica_n6&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287804 INFO  (qtp1184620105-2296) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287805 INFO  (qtp1149164303-2273) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node20&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard5_replica_n18&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287805 INFO  (qtp1149164303-2272) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287812 INFO  (qtp375399960-2269) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_n14&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287814 INFO  (qtp2047813753-2292) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node19&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard5_replica_n16&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard5&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287814 INFO  (qtp1826989145-2276) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node13&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard3_replica_n10&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 287814 INFO  (qtp1826989145-2276) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 287917 INFO  (zkCallback-515-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-508-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-504-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-509-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-502-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-515-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-500-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-500-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-504-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-502-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-509-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287917 INFO  (zkCallback-500-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 287918 INFO  (zkCallback-508-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deletenodetest_coll/state.json] for collection [deletenodetest_coll] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 288799 INFO  (qtp226398178-2259) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288804 INFO  (qtp226398178-2259) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard4_replica_n12] Schema name=cloud-dynamic
   [junit4]   2> 288805 INFO  (qtp226398178-2305) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288836 INFO  (qtp226398178-2259) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288836 INFO  (qtp226398178-2259) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard4_replica_n12' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288837 INFO  (qtp1826989145-2276) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288837 INFO  (qtp1184620105-2296) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288838 INFO  (qtp1149164303-2272) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288842 INFO  (qtp226398178-2259) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.core.deletenodetest_coll.shard4.replica_n12' (registry 'solr.core.deletenodetest_coll.shard4.replica_n12') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288842 INFO  (qtp226398178-2259) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288865 INFO  (qtp226398178-2259) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard4_replica_n12] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/deletenodetest_coll_shard4_replica_n12], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/./deletenodetest_coll_shard4_replica_n12/data/]
   [junit4]   2> 288865 INFO  (qtp1826989145-2276) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard3_replica_n10] Schema name=cloud-dynamic
   [junit4]   2> 288863 INFO  (qtp1149164303-2272) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard2_replica_n6] Schema name=cloud-dynamic
   [junit4]   2> 288863 INFO  (qtp375399960-2269) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288862 INFO  (qtp375399960-2248) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288862 INFO  (qtp2047813753-2291) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288861 INFO  (qtp226398178-2305) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard1_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 288846 INFO  (qtp1149164303-2273) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288846 INFO  (qtp2047813753-2292) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 288845 INFO  (qtp1184620105-2296) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard3_replica_n8] Schema name=cloud-dynamic
   [junit4]   2> 288898 INFO  (qtp1149164303-2273) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard5_replica_n18] Schema name=cloud-dynamic
   [junit4]   2> 288904 INFO  (qtp2047813753-2291) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard2_replica_n4] Schema name=cloud-dynamic
   [junit4]   2> 288925 INFO  (qtp1149164303-2272) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288925 INFO  (qtp1149164303-2272) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard2_replica_n6' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288926 INFO  (qtp375399960-2248) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard1_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 288926 INFO  (qtp1149164303-2272) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.core.deletenodetest_coll.shard2.replica_n6' (registry 'solr.core.deletenodetest_coll.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288926 INFO  (qtp1149164303-2272) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288926 INFO  (qtp1149164303-2272) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/deletenodetest_coll_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/./deletenodetest_coll_shard2_replica_n6/data/]
   [junit4]   2> 288931 INFO  (qtp2047813753-2292) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard5_replica_n16] Schema name=cloud-dynamic
   [junit4]   2> 288931 INFO  (qtp375399960-2269) [    ] o.a.s.s.IndexSchema [deletenodetest_coll_shard4_replica_n14] Schema name=cloud-dynamic
   [junit4]   2> 288936 INFO  (qtp1826989145-2276) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288936 INFO  (qtp1826989145-2276) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard3_replica_n10' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288937 INFO  (qtp1826989145-2276) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46679.solr.core.deletenodetest_coll.shard3.replica_n10' (registry 'solr.core.deletenodetest_coll.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288937 INFO  (qtp1826989145-2276) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288937 INFO  (qtp1826989145-2276) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard3_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node3/deletenodetest_coll_shard3_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node3/./deletenodetest_coll_shard3_replica_n10/data/]
   [junit4]   2> 288960 INFO  (qtp375399960-2248) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288960 INFO  (qtp2047813753-2291) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288960 INFO  (qtp2047813753-2291) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard2_replica_n4' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288961 INFO  (qtp2047813753-2291) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.core.deletenodetest_coll.shard2.replica_n4' (registry 'solr.core.deletenodetest_coll.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288961 INFO  (qtp2047813753-2291) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288961 INFO  (qtp2047813753-2291) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/deletenodetest_coll_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/./deletenodetest_coll_shard2_replica_n4/data/]
   [junit4]   2> 288961 INFO  (qtp375399960-2248) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard1_replica_n2' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288962 INFO  (qtp1184620105-2296) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288962 INFO  (qtp1184620105-2296) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard3_replica_n8' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288962 INFO  (qtp375399960-2248) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.core.deletenodetest_coll.shard1.replica_n2' (registry 'solr.core.deletenodetest_coll.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288962 INFO  (qtp375399960-2248) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288962 INFO  (qtp1184620105-2296) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39347.solr.core.deletenodetest_coll.shard3.replica_n8' (registry 'solr.core.deletenodetest_coll.shard3.replica_n8') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288962 INFO  (qtp375399960-2248) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/deletenodetest_coll_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/./deletenodetest_coll_shard1_replica_n2/data/]
   [junit4]   2> 288962 INFO  (qtp1184620105-2296) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288962 INFO  (qtp1184620105-2296) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard3_replica_n8] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node4/deletenodetest_coll_shard3_replica_n8], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node4/./deletenodetest_coll_shard3_replica_n8/data/]
   [junit4]   2> 288969 INFO  (qtp226398178-2305) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288969 INFO  (qtp226398178-2305) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard1_replica_n1' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288969 INFO  (qtp226398178-2305) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35433.solr.core.deletenodetest_coll.shard1.replica_n1' (registry 'solr.core.deletenodetest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288969 INFO  (qtp226398178-2305) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288969 INFO  (qtp226398178-2305) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/deletenodetest_coll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node2/./deletenodetest_coll_shard1_replica_n1/data/]
   [junit4]   2> 288971 INFO  (qtp1149164303-2273) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 288971 INFO  (qtp1149164303-2273) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard5_replica_n18' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 288972 INFO  (qtp1149164303-2273) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34461.solr.core.deletenodetest_coll.shard5.replica_n18' (registry 'solr.core.deletenodetest_coll.shard5.replica_n18') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 288972 INFO  (qtp1149164303-2273) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 288972 INFO  (qtp1149164303-2273) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard5_replica_n18] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/deletenodetest_coll_shard5_replica_n18], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node6/./deletenodetest_coll_shard5_replica_n18/data/]
   [junit4]   2> 289008 INFO  (qtp375399960-2269) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 289008 INFO  (qtp375399960-2269) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard4_replica_n14' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 289009 INFO  (qtp375399960-2269) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45769.solr.core.deletenodetest_coll.shard4.replica_n14' (registry 'solr.core.deletenodetest_coll.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 289009 INFO  (qtp375399960-2269) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 289009 INFO  (qtp375399960-2269) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard4_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/deletenodetest_coll_shard4_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node1/./deletenodetest_coll_shard4_replica_n14/data/]
   [junit4]   2> 289011 INFO  (qtp2047813753-2292) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 289011 INFO  (qtp2047813753-2292) [    ] o.a.s.c.CoreContainer Creating SolrCore 'deletenodetest_coll_shard5_replica_n16' using configuration from collection deletenodetest_coll, trusted=true
   [junit4]   2> 289011 INFO  (qtp2047813753-2292) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35521.solr.core.deletenodetest_coll.shard5.replica_n16' (registry 'solr.core.deletenodetest_coll.shard5.replica_n16') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cee473d
   [junit4]   2> 289011 INFO  (qtp2047813753-2292) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 289011 INFO  (qtp2047813753-2292) [    ] o.a.s.c.SolrCore [[deletenodetest_coll_shard5_replica_n16] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/deletenodetest_coll_shard5_replica_n16], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001/tempDir-001/node5/./deletenodetest_coll_shard5_replica_n16/data/]
   [junit4]   2> 289152 INFO  (qtp1149164303-2272) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289152 INFO  (qtp1149164303-2272) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289156 INFO  (qtp1149164303-2272) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289156 INFO  (qtp1149164303-2272) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289162 INFO  (qtp1149164303-2272) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d04cd96[deletenodetest_coll_shard2_replica_n6] main]
   [junit4]   2> 289162 INFO  (qtp1149164303-2272) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289162 INFO  (qtp1149164303-2272) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289163 INFO  (qtp226398178-2259) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289163 INFO  (qtp226398178-2259) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289166 INFO  (qtp1149164303-2272) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289166 INFO  (qtp1149164303-2272) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581063688192
   [junit4]   2> 289167 INFO  (qtp226398178-2259) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289167 INFO  (qtp226398178-2259) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289170 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 289171 INFO  (searcherExecutor-1127-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard2_replica_n6] Registered new searcher Searcher@4d04cd96[deletenodetest_coll_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289174 INFO  (qtp226398178-2259) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@56f74d03[deletenodetest_coll_shard4_replica_n12] main]
   [junit4]   2> 289182 INFO  (qtp226398178-2259) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289182 INFO  (qtp226398178-2259) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289183 INFO  (qtp226398178-2259) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289183 INFO  (qtp375399960-2248) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289183 INFO  (qtp375399960-2248) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289184 INFO  (searcherExecutor-1126-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard4_replica_n12] Registered new searcher Searcher@56f74d03[deletenodetest_coll_shard4_replica_n12] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289184 INFO  (qtp226398178-2259) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581082562560
   [junit4]   2> 289184 INFO  (qtp375399960-2248) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289184 INFO  (qtp375399960-2248) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289186 INFO  (qtp375399960-2248) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c21e950[deletenodetest_coll_shard1_replica_n2] main]
   [junit4]   2> 289189 INFO  (qtp2047813753-2291) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289189 INFO  (qtp2047813753-2292) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289189 INFO  (qtp2047813753-2292) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289189 INFO  (qtp1184620105-2296) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289189 INFO  (qtp1184620105-2296) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289189 INFO  (qtp1826989145-2276) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289189 INFO  (qtp1826989145-2276) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289189 INFO  (qtp375399960-2269) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289189 INFO  (qtp375399960-2269) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289189 INFO  (qtp2047813753-2291) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289190 INFO  (qtp1184620105-2296) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289190 INFO  (qtp1184620105-2296) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289190 INFO  (qtp375399960-2269) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289190 INFO  (qtp375399960-2269) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289191 INFO  (qtp1149164303-2273) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289191 INFO  (qtp1149164303-2273) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289191 INFO  (qtp375399960-2248) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289191 INFO  (qtp375399960-2248) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289191 INFO  (qtp2047813753-2292) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289191 INFO  (qtp2047813753-2292) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289192 INFO  (qtp375399960-2269) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cedef30[deletenodetest_coll_shard4_replica_n14] main]
   [junit4]   2> 289192 INFO  (qtp375399960-2248) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289192 INFO  (qtp226398178-2305) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 289192 INFO  (qtp226398178-2305) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 289193 INFO  (qtp375399960-2269) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289193 INFO  (qtp375399960-2269) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289193 INFO  (qtp1149164303-2273) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289193 INFO  (qtp1149164303-2273) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289193 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 289194 INFO  (qtp1184620105-2296) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6cd47f1d[deletenodetest_coll_shard3_replica_n8] main]
   [junit4]   2> 289194 INFO  (qtp1184620105-2296) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289194 INFO  (qtp1184620105-2296) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289195 INFO  (qtp375399960-2269) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289195 INFO  (qtp226398178-2305) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289195 INFO  (qtp226398178-2305) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289195 INFO  (qtp1826989145-2276) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289195 INFO  (qtp1826989145-2276) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289196 INFO  (qtp2047813753-2292) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@16874e8e[deletenodetest_coll_shard5_replica_n16] main]
   [junit4]   2> 289196 INFO  (qtp2047813753-2292) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289196 INFO  (qtp1184620105-2296) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289197 INFO  (qtp2047813753-2292) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289197 INFO  (qtp2047813753-2291) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 289197 INFO  (searcherExecutor-1130-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard1_replica_n2] Registered new searcher Searcher@2c21e950[deletenodetest_coll_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289198 INFO  (qtp375399960-2248) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581097242624
   [junit4]   2> 289200 INFO  (qtp2047813753-2291) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 289200 INFO  (qtp2047813753-2292) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289200 INFO  (qtp1149164303-2273) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1ffe71a8[deletenodetest_coll_shard5_replica_n18] main]
   [junit4]   2> 289201 INFO  (searcherExecutor-1134-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard4_replica_n14] Registered new searcher Searcher@1cedef30[deletenodetest_coll_shard4_replica_n14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289201 INFO  (searcherExecutor-1131-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard3_replica_n8] Registered new searcher Searcher@6cd47f1d[deletenodetest_coll_shard3_replica_n8] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289201 INFO  (qtp375399960-2269) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581100388352
   [junit4]   2> 289201 INFO  (qtp1184620105-2296) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581100388352
   [junit4]   2> 289202 INFO  (qtp1826989145-2276) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@15a4b435[deletenodetest_coll_shard3_replica_n10] main]
   [junit4]   2> 289202 INFO  (searcherExecutor-1135-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard5_replica_n16] Registered new searcher Searcher@16874e8e[deletenodetest_coll_shard5_replica_n16] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289202 INFO  (qtp1149164303-2273) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289202 INFO  (qtp2047813753-2292) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581101436928
   [junit4]   2> 289203 INFO  (qtp226398178-2305) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@227d67c0[deletenodetest_coll_shard1_replica_n1] main]
   [junit4]   2> 289204 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9997ms
   [junit4]   2> 289204 INFO  (qtp1149164303-2273) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289205 INFO  (qtp1826989145-2276) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289205 INFO  (qtp226398178-2305) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289205 INFO  (qtp1826989145-2276) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289205 INFO  (qtp2047813753-2291) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2012bebd[deletenodetest_coll_shard2_replica_n4] main]
   [junit4]   2> 289205 INFO  (qtp1149164303-2273) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289205 INFO  (qtp1149164303-2273) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581104582656
   [junit4]   2> 289205 INFO  (qtp1826989145-2276) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289206 INFO  (qtp226398178-2305) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289206 INFO  (qtp226398178-2305) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289206 INFO  (searcherExecutor-1128-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard3_replica_n10] Registered new searcher Searcher@15a4b435[deletenodetest_coll_shard3_replica_n10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289206 INFO  (searcherExecutor-1133-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard5_replica_n18] Registered new searcher Searcher@1ffe71a8[deletenodetest_coll_shard5_replica_n18] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289206 INFO  (qtp1826989145-2276) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581105631232
   [junit4]   2> 289206 INFO  (qtp2047813753-2291) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 289207 INFO  (qtp2047813753-2291) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 289207 INFO  (searcherExecutor-1132-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard1_replica_n1] Registered new searcher Searcher@227d67c0[deletenodetest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289206 INFO  (qtp226398178-2305) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581105631232
   [junit4]   2> 289207 INFO  (qtp2047813753-2291) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 289209 INFO  (searcherExecutor-1129-thread-1) [    ] o.a.s.c.SolrCore [deletenodetest_coll_shard2_replica_n4] Registered new searcher Searcher@2012bebd[deletenodetest_coll_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 289209 INFO  (qtp2047813753-2291) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583804581108776960
   [junit4]   2> 289213 INFO  (qtp2047813753-2292) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 289213 INFO  (qtp2047813753-2292) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 289213 INFO  (qtp2047813753-2292) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35521/solr/deletenodetest_coll_shard5_replica_n16/
   [junit4]   2> 289214 INFO  (qtp2047813753-2292) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard5_replica_n16 url=https://127.0.0.1:35521/solr START replicas=[https://127.0.0.1:34461/solr/deletenodetest_coll_shard5_replica_n18/] nUpdates=100
   [junit4]   2> 289215 INFO  (qtp1826989145-2276) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 289215 INFO  (qtp1826989145-2276) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 289215 INFO  (qtp1826989145-2276) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46679/solr/deletenodetest_coll_shard3_replica_n10/
   [junit4]   2> 289215 INFO  (qtp1826989145-2276) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard3_replica_n10 url=https://127.0.0.1:46679/solr START replicas=[https://127.0.0.1:39347/solr/deletenodetest_coll_shard3_replica_n8/] nUpdates=100
   [junit4]   2> 289219 INFO  (qtp1149164303-2454) [    ] o.a.s.c.S.Request [deletenodetest_coll_shard5_replica_n18]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 289220 INFO  (qtp1184620105-2282) [    ] o.a.s.c.S.Request [deletenodetest_coll_shard3_replica_n8]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 289515 INFO  (qtp2047813753-2292) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard5_replica_n16 url=https://127.0.0.1:35521/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 289515 INFO  (qtp2047813753-2292) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 289515 INFO  (qtp2047813753-2292) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 289515 INFO  (qtp2047813753-2292) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 289516 INFO  (qtp1826989145-2276) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard3_replica_n10 url=https://127.0.0.1:46679/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 289516 INFO  (qtp1826989145-2276) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 289516 INFO  (qtp1826989145-2276) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 289516 INFO  (qtp1826989145-2276) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 289521 INFO  (qtp2047813753-2292) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35521/solr/deletenodetest_coll_shard5_replica_n16/ shard5
   [junit4]   2> 289521 INFO  (qtp1826989145-2276) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46679/solr/deletenodetest_coll_shard3_replica_n10/ shard3
   [junit4]   2> 289671 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 289671 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 289671 INFO  (qtp1149164303-2272) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34461/solr/deletenodetest_coll_shard2_replica_n6/
   [junit4]   2> 289671 INFO  (qtp1149164303-2272) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard2_replica_n6 url=https://127.0.0.1:34461/solr START replicas=[https://127.0.0.1:35521/solr/deletenodetest_coll_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 289675 INFO  (qtp2047813753-2458) [    ] o.a.s.c.S.Request [deletenodetest_coll_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 289693 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 289694 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 289694 INFO  (qtp226398178-2259) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35433/solr/deletenodetest_coll_shard4_replica_n12/
   [junit4]   2> 289694 INFO  (qtp226398178-2259) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard4_replica_n12 url=https://127.0.0.1:35433/solr START replicas=[https://127.0.0.1:45769/solr/deletenodetest_coll_shard4_replica_n14/] nUpdates=100
   [junit4]   2> 289701 INFO  (qtp375399960-2256) [    ] o.a.s.c.S.Request [deletenodetest_coll_shard4_replica_n14]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 289704 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 289704 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 289704 INFO  (qtp375399960-2248) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:45769/solr/deletenodetest_coll_shard1_replica_n2/
   [junit4]   2> 289705 INFO  (qtp375399960-2248) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard1_replica_n2 url=https://127.0.0.1:45769/solr START replicas=[https://127.0.0.1:35433/solr/deletenodetest_coll_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 289707 INFO  (qtp226398178-2464) [    ] o.a.s.c.S.Request [deletenodetest_coll_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 289971 INFO  (qtp1149164303-2272) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard2_replica_n6 url=https://127.0.0.1:34461/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 289971 INFO  (qtp1149164303-2272) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 289971 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 289971 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 289981 INFO  (qtp1149164303-2272) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34461/solr/deletenodetest_coll_shard2_replica_n6/ shard2
   [junit4]   2> 289994 INFO  (qtp226398178-2259) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard4_replica_n12 url=https://127.0.0.1:35433/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 289994 INFO  (qtp226398178-2259) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 289994 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 289994 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 290002 INFO  (qtp226398178-2259) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35433/solr/deletenodetest_coll_shard4_replica_n12/ shard4
   [junit4]   2> 290005 INFO  (qtp375399960-2248) [    ] o.a.s.u.PeerSync PeerSync: core=deletenodetest_coll_shard1_replica_n2 url=https://127.0.0.1:45769/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 290005 INFO  (qtp375399960-2248) [    ] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 290005 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 290005 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 290009 INFO  (qtp375399960-2248) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:45769/solr/deletenodetest_coll_shard1_replica_n2/ shard1
   [junit4]   2> 467452 ERROR (qtp226398178-2249) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnect

[...truncated too long message...]

.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 497623 INFO  (qtp375399960-2248) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard1_replica_n2&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209819
   [junit4]   2> 497624 ERROR (qtp375399960-2269) [    ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard4
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: deletenodetest_coll slice: shard4 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 497641 INFO  (qtp375399960-2269) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node17&collection.configName=conf1&newCollection=true&name=deletenodetest_coll_shard4_replica_n14&action=CREATE&numShards=5&collection=deletenodetest_coll&shard=shard4&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209828
   [junit4]   2> 497642 ERROR (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 497642 INFO  (SUITE-DeleteNodeTest-seed#[2707AA2DC735AC4F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33791 33791
   [junit4]   2> 507691 INFO  (Thread-631) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33791 33791
   [junit4]   2> 507692 WARN  (Thread-631) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 	6	/solr/configs/conf1
   [junit4]   2> 	2	/solr/collections/deletenodetest_coll/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	20	/solr/collections/deletenodetest_coll/state.json
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/overseer_elect/election/98987786163126284-127.0.0.1:34461_solr-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/98987786163126287-127.0.0.1:46679_solr-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DeleteNodeTest_2707AA2DC735AC4F-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1313, maxMBSortInHeap=6.850713250445461, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@17337aeb), locale=en-CY, timezone=Europe/Uzhgorod
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=292570488,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [LegacyCloudClusterPropTest, TestFiltering, TestScoreJoinQPScore, AnalysisErrorHandlingTest, AliasIntegrationTest, TestTolerantSearch, SpatialRPTFieldTypeTest, DistributedFacetPivotLongTailTest, TriggerIntegrationTest, TestCoreDiscovery, TestConfigSets, ComputePlanActionTest, TestJsonFacets, TestSearchPerf, AlternateDirectoryTest, StatsComponentTest, TestReqParamsAPI, IndexBasedSpellCheckerTest, DeleteNodeTest]
   [junit4] Completed [139/749 (1!)] on J2 in 220.89s, 1 test, 1 error <<< FAILURES!

[...truncated 42205 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20889 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20889/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConnectionReuseTest

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([47DC921BF8BFE50D]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
	at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest

Error Message:
Timeout waiting for all live and active

Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
	at __randomizedtesting.SeedInfo.seed([47DC921BF8BFE50D:332C735EBC9BA282]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.TestCloudRecovery.leaderRecoverFromLogOnStartupTest(TestCloudRecovery.java:99)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11829 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudRecovery
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/init-core-data-001
   [junit4]   2> 424022 WARN  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 424022 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 424024 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 424024 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 424024 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001
   [junit4]   2> 424025 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 424025 INFO  (Thread-389) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 424025 INFO  (Thread-389) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 424029 ERROR (Thread-389) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 424125 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42685
   [junit4]   2> 424156 INFO  (jetty-launcher-340-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 424156 INFO  (jetty-launcher-340-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 424167 INFO  (jetty-launcher-340-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e5959{/solr,null,AVAILABLE}
   [junit4]   2> 424167 INFO  (jetty-launcher-340-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1581780{/solr,null,AVAILABLE}
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6d69ca{SSL,[ssl, http/1.1]}{127.0.0.1:40609}
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@645968{SSL,[ssl, http/1.1]}{127.0.0.1:41543}
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-1) [    ] o.e.j.s.Server Started @426304ms
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-2) [    ] o.e.j.s.Server Started @426304ms
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40609}
   [junit4]   2> 424174 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41543}
   [junit4]   2> 424175 ERROR (jetty-launcher-340-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 424175 ERROR (jetty-launcher-340-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T16:04:43.248Z
   [junit4]   2> 424175 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T16:04:43.248Z
   [junit4]   2> 424177 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 424178 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 424201 INFO  (jetty-launcher-340-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42685/solr
   [junit4]   2> 424204 INFO  (jetty-launcher-340-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42685/solr
   [junit4]   2> 424259 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 424259 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41543_solr
   [junit4]   2> 424259 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.c.Overseer Overseer (id=98986641529176070-127.0.0.1:41543_solr-n_0000000000) starting
   [junit4]   2> 424262 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41543_solr
   [junit4]   2> 424263 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 424277 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 424279 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 424279 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40609_solr
   [junit4]   2> 424280 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 424285 INFO  (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 424363 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424383 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424384 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424384 INFO  (jetty-launcher-340-thread-1) [n:127.0.0.1:40609_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/.
   [junit4]   2> 424440 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424446 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424446 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 424447 INFO  (jetty-launcher-340-thread-2) [n:127.0.0.1:41543_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/.
   [junit4]   2> 424469 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 424469 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42685/solr ready
   [junit4]   2> 424498 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 424500 INFO  (OverseerThreadFactory-1005-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 424603 INFO  (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_t1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40609/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 424604 INFO  (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_t2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41543/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 424605 INFO  (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_t4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40609/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 424606 INFO  (OverseerStateUpdate-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_t6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41543/solr",
   [junit4]   2>   "type":"TLOG",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 424836 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 424837 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 424837 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 424864 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 424864 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 424866 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 424970 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 424970 INFO  (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 424970 INFO  (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 425855 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425855 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425885 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema [collection1_shard1_replica_t1] Schema name=minimal
   [junit4]   2> 425888 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 425888 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t1' using configuration from collection collection1, trusted=true
   [junit4]   2> 425892 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.core.collection1.shard1.replica_t1' (registry 'solr.core.collection1.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 425892 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425893 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [[collection1_shard1_replica_t1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/collection1_shard1_replica_t1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/./collection1_shard1_replica_t1/data/]
   [junit4]   2> 425894 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425905 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 425930 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema [collection1_shard1_replica_t2] Schema name=minimal
   [junit4]   2> 425932 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 425932 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t2' using configuration from collection collection1, trusted=true
   [junit4]   2> 425933 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema [collection1_shard2_replica_t6] Schema name=minimal
   [junit4]   2> 425933 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.core.collection1.shard1.replica_t2' (registry 'solr.core.collection1.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 425933 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425933 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [[collection1_shard1_replica_t2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/collection1_shard1_replica_t2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/./collection1_shard1_replica_t2/data/]
   [junit4]   2> 425935 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 425935 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t6' using configuration from collection collection1, trusted=true
   [junit4]   2> 425935 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41543.solr.core.collection1.shard2.replica_t6' (registry 'solr.core.collection1.shard2.replica_t6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 425935 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425935 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [[collection1_shard2_replica_t6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/collection1_shard2_replica_t6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node2/./collection1_shard2_replica_t6/data/]
   [junit4]   2> 425936 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema [collection1_shard2_replica_t4] Schema name=minimal
   [junit4]   2> 425944 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 425944 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_t4' using configuration from collection collection1, trusted=true
   [junit4]   2> 425944 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40609.solr.core.collection1.shard2.replica_t4' (registry 'solr.core.collection1.shard2.replica_t4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@935182
   [junit4]   2> 425945 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 425945 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [[collection1_shard2_replica_t4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/collection1_shard2_replica_t4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestCloudRecovery_47DC921BF8BFE50D-001/tempDir-001/node1/./collection1_shard2_replica_t4/data/]
   [junit4]   2> 426005 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426005 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426006 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 426006 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426009 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ee6c59[collection1_shard1_replica_t1] main]
   [junit4]   2> 426028 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 426029 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 426030 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 426031 INFO  (searcherExecutor-1010-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard1_replica_t1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SolrCore [collection1_shard1_replica_t1] Registered new searcher Searcher@ee6c59[collection1_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 426031 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266569211904
   [junit4]   2> 426038 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 426073 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426073 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426074 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 426074 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426076 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.SolrIndexSearcher Opening [Searcher@82fa30[collection1_shard2_replica_t6] main]
   [junit4]   2> 426078 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 426078 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 426079 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 426079 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266619543552
   [junit4]   2> 426082 INFO  (searcherExecutor-1012-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard2_replica_t6 s:shard2 c:collection1 r:core_node8) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SolrCore [collection1_shard2_replica_t6] Registered new searcher Searcher@82fa30[collection1_shard2_replica_t6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 426084 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 426087 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426087 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426088 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 426088 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426089 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@151df80[collection1_shard2_replica_t4] main]
   [junit4]   2> 426101 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 426101 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 426102 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 426102 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 426103 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@8853d9[collection1_shard1_replica_t2] main]
   [junit4]   2> 426105 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 426105 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 426105 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 426105 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266646806528
   [junit4]   2> 426107 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 426108 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 426108 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 426109 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583786266651000832
   [junit4]   2> 426109 INFO  (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@151df80[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 426111 INFO  (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@8853d9[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 426185 INFO  (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 426185 INFO  (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 426185 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 426538 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 426538 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 426538 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/
   [junit4]   2> 426538 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t1 url=https://127.0.0.1:40609/solr START replicas=[https://127.0.0.1:41543/solr/collection1_shard1_replica_t2/] nUpdates=100
   [junit4]   2> 426545 INFO  (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.S.Request [collection1_shard1_replica_t2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 426596 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 426596 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 426596 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/
   [junit4]   2> 426596 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:41543/solr START replicas=[https://127.0.0.1:40609/solr/collection1_shard2_replica_t4/] nUpdates=100
   [junit4]   2> 426613 INFO  (qtp10704012-2403) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.S.Request [collection1_shard2_replica_t4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 426839 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.PeerSync PeerSync: core=collection1_shard1_replica_t1 url=https://127.0.0.1:40609/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 426839 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 426839 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 426839 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 426839 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkController collection1_shard1_replica_t1 stopping background replication from leader
   [junit4]   2> 426840 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/ shard1
   [junit4]   2> 426897 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.PeerSync PeerSync: core=collection1_shard2_replica_t6 url=https://127.0.0.1:41543/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 426897 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 426897 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 426897 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 426897 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController collection1_shard2_replica_t6 stopping background replication from leader
   [junit4]   2> 426898 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/ shard2
   [junit4]   2> 427003 INFO  (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 427003 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 427003 INFO  (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 427041 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 427045 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2208
   [junit4]   2> 427052 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 427061 INFO  (qtp8833903-2408) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t6&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2194
   [junit4]   2> 427109 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ZkController collection1_shard2_replica_t4 starting background replication from leader
   [junit4]   2> 427109 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 427110 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 427110 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 427110 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Replica core_node8 is leader but it's state is down, skipping replication
   [junit4]   2> 427112 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ZkController collection1_shard1_replica_t2 starting background replication from leader
   [junit4]   2> 427112 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
   [junit4]   2> 427113 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node7&collection.configName=config&newCollection=true&name=collection1_shard2_replica_t4&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2275
   [junit4]   2> 427113 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
   [junit4]   2> 427113 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 427113 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Replica core_node3 is leader but it's state is down, skipping replication
   [junit4]   2> 427115 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node5&collection.configName=config&newCollection=true&name=collection1_shard1_replica_t2&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2251
   [junit4]   2> 427118 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 427216 INFO  (zkCallback-351-thread-1-processing-n:127.0.0.1:40609_solr) [n:127.0.0.1:40609_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 427216 INFO  (zkCallback-352-thread-2-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 427216 INFO  (zkCallback-352-thread-1-processing-n:127.0.0.1:41543_solr) [n:127.0.0.1:41543_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 428118 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&replicationFactor=0&collection.configName=config&maxShardsPerNode=2&name=collection1&nrtReplicas=0&action=CREATE&numShards=2&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3619
   [junit4]   2> 428119 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 428119 INFO  (SUITE-TestCloudRecovery-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 428132 INFO  (TEST-TestCloudRecovery.corruptedLogTest-seed#[47DC921BF8BFE50D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting corruptedLogTest
   [junit4]   2> 428184 INFO  (qtp10704012-2410) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1583786268793241600&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&wt=javabin&version=2}{deleteByQuery=*:* (-1583786268793241600)} 0 0
   [junit4]   2> 428193 INFO  (qtp8833903-2402) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t2]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1583786268800581632&distrib.from=https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/&wt=javabin&version=2}{deleteByQuery=*:* (-1583786268800581632)} 0 8
   [junit4]   2> 428211 INFO  (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&wt=javabin&version=2}{deleteByQuery=*:* (-1583786268800581632)} 0 52
   [junit4]   2> 428211 INFO  (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:* (-1583786268793241600)} 0 62
   [junit4]   2> 428226 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583786268870836224,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 428226 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 428230 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 428230 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 4
   [junit4]   2> 428237 INFO  (qtp10704012-2464) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.u.TestInjection Start waiting for replica in sync with leader
   [junit4]   2> 428246 INFO  (qtp8833903-2481) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.u.TestInjection Start waiting for replica in sync with leader
   [junit4]   2> 428259 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 428260 INFO  (qtp10704012-2401) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 428265 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583786268911730688,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 428265 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 428266 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 428266 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_t6]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
   [junit4]   2> 428501 INFO  (OverseerCollectionConfigSetProcessor-98986641529176070-127.0.0.1:41543_solr-n_0000000000) [n:127.0.0.1:41543_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 428766 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 428768 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 429281 INFO  (qtp8833903-2413) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 429283 INFO  (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 429801 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 429801 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 430110 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 430110 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:41543/solr/collection1_shard2_replica_t6/
   [junit4]   2> 430111 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 430111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 430111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 430111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 430111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 430111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 430115 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
   [junit4]   2> 430115 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:40609/solr/collection1_shard1_replica_t1/
   [junit4]   2> 430115 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 430117 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 430117 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 430117 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 430117 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 430117 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 430118 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@5175cd[collection1_shard2_replica_t4] main]
   [junit4]   2> 430118 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@113e30b[collection1_shard1_replica_t2] main]
   [junit4]   2> 430120 INFO  (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@5175cd[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 430120 INFO  (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@113e30b[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 430314 INFO  (qtp8833903-2402) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 430322 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 430826 INFO  (qtp10704012-2401) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 430835 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 431334 INFO  (qtp10704012-2409) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 431340 INFO  (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 431840 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 431845 INFO  (qtp8833903-2402) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 432345 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 432351 INFO  (qtp8833903-2412) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 432856 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 432871 INFO  (qtp10704012-2401) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 433111 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 433111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@113945e[collection1_shard2_replica_t4] main]
   [junit4]   2> 433112 INFO  (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@113945e[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 433114 INFO  (qtp10704012-2409) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 433114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1b1d7a0[collection1_shard1_replica_t2] main]
   [junit4]   2> 433115 INFO  (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@1b1d7a0[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 433371 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 433377 INFO  (qtp10704012-2400) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 433884 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 433886 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 434390 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 434393 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 434909 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 434911 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 435416 INFO  (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 435418 INFO  (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 435921 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 435923 INFO  (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 436111 INFO  (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 436111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 436111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 436111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 436112 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 436112 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 436112 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@14380b9[collection1_shard2_replica_t4] main]
   [junit4]   2> 436114 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 436114 INFO  (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@14380b9[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 436114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 436114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 436114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 436114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 436114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 436115 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1167f[collection1_shard1_replica_t2] main]
   [junit4]   2> 436117 INFO  (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Registered new searcher Searcher@1167f[collection1_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 436427 INFO  (qtp8833903-2399) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 436428 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 436935 INFO  (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 436937 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 437440 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 437442 INFO  (qtp10704012-2483) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 437944 INFO  (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 437947 INFO  (qtp10704012-2400) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 438447 INFO  (qtp8833903-2405) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 438449 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 438957 INFO  (qtp8833903-2494) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=5
   [junit4]   2> 438959 INFO  (qtp10704012-2398) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 439111 INFO  (qtp8833903-2404) [n:127.0.0.1:41543_solr c:collection1 s:shard2 r:core_node8 x:collection1_shard2_replica_t6] o.a.s.c.S.Request [collection1_shard2_replica_t6]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 439111 INFO  (indexFetcher-1031-thread-1) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.s.SolrIndexSearcher Opening [Searcher@b204bc[collection1_shard2_replica_t4] main]
   [junit4]   2> 439112 INFO  (searcherExecutor-1013-thread-1-processing-n:127.0.0.1:40609_solr x:collection1_shard2_replica_t4 s:shard2 c:collection1 r:core_node7) [n:127.0.0.1:40609_solr c:collection1 s:shard2 r:core_node7 x:collection1_shard2_replica_t4] o.a.s.c.SolrCore [collection1_shard2_replica_t4] Registered new searcher Searcher@b204bc[collection1_shard2_replica_t4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 439114 INFO  (qtp10704012-2411) [n:127.0.0.1:40609_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_t1] o.a.s.c.S.Request [collection1_shard1_replica_t1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher Slave's version: 0
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
   [junit4]   2> 439114 INFO  (indexFetcher-1033-thread-1) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@d705d4[collection1_shard1_replica_t2] main]
   [junit4]   2> 439116 INFO  (searcherExecutor-1011-thread-1-processing-n:127.0.0.1:41543_solr x:collection1_shard1_replica_t2 s:shard1 c:collection1 r:core_node5) [n:127.0.0.1:41543_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_t2] o.a.s.c.SolrCore [collection1_shard1_replica_t2] Reg

[...truncated too long message...]

ore.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.lambda$handleRequestBody$0(CoreAdminHandler.java:182)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"collection1_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:46235/solr",
   [junit4]   2>           "node_name":"127.0.0.1:46235_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 16 more
   [junit4]   2> 
   [junit4]   2> 2480290 INFO  (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@606241
   [junit4]   2> 2480290 INFO  (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=6316609
   [junit4]   2> 2480290 INFO  (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1aade9d: rootName = solr_46235, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@ee45ae
   [junit4]   2> 2480304 INFO  (coreCloseExecutor-3660-thread-1) [n:127.0.0.1:46235_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=6316609
   [junit4]   2> 2480306 INFO  (jetty-closer-1311-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98986696222965763-127.0.0.1:46235_solr-n_0000000000) closing
   [junit4]   2> 2480306 INFO  (OverseerStateUpdate-98986696222965763-127.0.0.1:46235_solr-n_0000000000) [n:127.0.0.1:46235_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46235_solr
   [junit4]   2> 2480306 WARN  (OverseerAutoScalingTriggerThread-98986696222965763-127.0.0.1:46235_solr-n_0000000000) [n:127.0.0.1:46235_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2480308 INFO  (jetty-closer-1311-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@eced64{/solr,null,UNAVAILABLE}
   [junit4]   2> 2480309 ERROR (SUITE-ConnectionReuseTest-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2480310 INFO  (SUITE-ConnectionReuseTest-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43439 43439
   [junit4]   2> 2480341 INFO  (Thread-2545) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43439 43439
   [junit4]   2> 2480342 WARN  (Thread-2545) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2480342 INFO  (SUITE-ConnectionReuseTest-seed#[47DC921BF8BFE50D]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Nov 11, 2017 4:38:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=176, maxMBSortInHeap=7.167334800158807, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1c5d9fc), locale=sk, timezone=Asia/Magadan
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=151293440,total=321638400
   [junit4]   2> NOTE: All tests run in this JVM: [WrapperMergePolicyFactoryTest, TestMissingGroups, CopyFieldTest, ClassificationUpdateProcessorFactoryTest, ReturnFieldsTest, TemplateUpdateProcessorTest, ShardSplitTest, TestCoreContainer, TestCloudRecovery, TestLockTree, FileBasedSpellCheckerTest, TestDistributedGrouping, RuleEngineTest, TestSystemIdResolver, BitVectorTest, TestShardHandlerFactory, TestLRUCache, ParsingFieldUpdateProcessorsTest, SimpleMLTQParserTest, TestZkChroot, TestLMDirichletSimilarityFactory, OverseerRolesTest, TestCloudSchemaless, StatsReloadRaceTest, TestTolerantSearch, TestPartialUpdateDeduplication, HdfsBasicDistributedZkTest, LegacyCloudClusterPropTest, TestReload, DistributedSuggestComponentTest, RequiredFieldsTest, DistribJoinFromCollectionTest, TestXmlQParser, TestSubQueryTransformer, TestSystemCollAutoCreate, TestManagedSynonymFilterFactory, DeleteStatusTest, DirectSolrSpellCheckerTest, CSVRequestHandlerTest, XsltUpdateRequestHandlerTest, TestRealTimeGet, TestCoreDiscovery, HdfsWriteToMultipleCollectionsTest, CoreSorterTest, TestExclusionRuleCollectionAccess, MetricsConfigTest, TestQueryTypes, DistributedFacetPivotWhiteBoxTest, TestStandardQParsers, TestValueSourceCache, TestComplexPhraseQParserPlugin, TestLMJelinekMercerSimilarityFactory, AsyncCallRequestStatusResponseTest, TestReRankQParserPlugin, TestBulkSchemaAPI, TestCollectionAPI, TestSQLHandlerNonCloud, SpellPossibilityIteratorTest, HdfsCollectionsAPIDistributedZkTest, TestPushWriter, TestLeaderElectionZkExpiry, TestSSLRandomization, SolrCLIZkUtilsTest, TestLegacyFieldReuse, TestOverriddenPrefixQueryForCustomFieldType, TestIntervalFaceting, CloneFieldUpdateProcessorFactoryTest, TestBinaryResponseWriter, ZkNodePropsTest, WordBreakSolrSpellCheckerTest, TestSearchPerf, CdcrRequestHandlerTest, DistanceFunctionTest, TestFunctionQuery, TestDelegationWithHadoopAuth, TestNumericTerms64, TestRetrieveFieldsOptimizer, TestSortByMinMaxFunction, AliasIntegrationTest, HdfsRecoveryZkTest, TestQuerySenderListener, DistributedSpellCheckComponentTest, TestLFUCache, TestHighFrequencyDictionaryFactory, TestIndexSearcher, CollectionsAPIAsyncDistributedZkTest, TestUnifiedSolrHighlighter, HdfsThreadLeakTest, TestAuthenticationFramework, SolrTestCaseJ4Test, DistributedExpandComponentTest, TestGroupingSearch, OverriddenZkACLAndCredentialsProvidersTest, TestInitParams, ReplicaListTransformerTest, ConnectionReuseTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ConnectionReuseTest -Dtests.seed=47DC921BF8BFE50D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sk -Dtests.timezone=Asia/Magadan -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | ConnectionReuseTest (suite) <<<
   [junit4]    > Throwable #1: java.util.concurrent.TimeoutException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([47DC921BF8BFE50D]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [526/749 (2!)] on J2 in 1222.53s, 0 tests, 1 error <<< FAILURES!

[...truncated 43746 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20888 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20888/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

13 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DistribJoinFromCollectionTest

Error Message:
Error from server at https://127.0.0.1:35199/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35199/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DistribJoinFromCollectionTest.setupCluster(DistribJoinFromCollectionTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale

Error Message:
Error from server at https://127.0.0.1:43597/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43597/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([455CB555FEEA31BE:F16D2DBD1D034792]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection

Error Message:
Error from server at https://127.0.0.1:33089/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:B91D491F93CF9564]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection(CollectionsAPIDistributedZkTest.java:175)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk

Error Message:
Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:277D797BD21315BD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode

Error Message:
Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: delete the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:1134359B0A4E8931]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not find collection : halfdeletedcollection

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not find collection : halfdeletedcollection
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:DBE8514E22269A39]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.clearCluster(CollectionsAPIDistributedZkTest.java:112)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: reloaded_collection

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: reloaded_collection
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:922409C4F19A1A33]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionReload(CollectionsAPIDistributedZkTest.java:484)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: nodes_used_collection

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: nodes_used_collection
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:F7DDF0969FDB3DBD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes(CollectionsAPIDistributedZkTest.java:335)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: halfcollectionblocker

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: halfcollectionblocker
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:7F5B884EDF890848]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore(CollectionsAPIDistributedZkTest.java:285)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: acollectionafterbaddelete

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: acollectionafterbaddelete
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:74BA35C73376CA55]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection(CollectionsAPIDistributedZkTest.java:362)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest

Error Message:
Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: addReplicaColl

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33089/solr: Could not fully create collection: addReplicaColl
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:3D72DCAA1DFE7D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.addReplicaTest(CollectionsAPIDistributedZkTest.java:617)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DeleteShardTest.testDirectoryCleanupAfterDeleteShard

Error Message:
Error from server at http://127.0.0.1:36015/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36015/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:33876EA18065FEA0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DeleteShardTest.testDirectoryCleanupAfterDeleteShard(DeleteShardTest.java:110)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DeleteShardTest.test

Error Message:
Error from server at http://127.0.0.1:36015/solr: Could not fully create collection: deleteShard

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36015/solr: Could not fully create collection: deleteShard
	at __randomizedtesting.SeedInfo.seed([939D25FA2415B5AC:1BC91A208AE9D854]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DeleteShardTest.test(DeleteShardTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11702 lines...]
   [junit4] Suite: org.apache.solr.cloud.DeleteShardTest
   [junit4]   2> 59756 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/init-core-data-001
   [junit4]   2> 59756 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 59757 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 59759 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001
   [junit4]   2> 59759 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 59759 INFO  (Thread-188) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 59759 INFO  (Thread-188) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 59761 ERROR (Thread-188) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 59859 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44351
   [junit4]   2> 59869 INFO  (jetty-launcher-38-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 59869 INFO  (jetty-launcher-38-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 59870 INFO  (jetty-launcher-38-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c2b3fe{/solr,null,AVAILABLE}
   [junit4]   2> 59870 INFO  (jetty-launcher-38-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@bffc75{/solr,null,AVAILABLE}
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@c8abc2{HTTP/1.1,[http/1.1]}{127.0.0.1:35011}
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13707ac{HTTP/1.1,[http/1.1]}{127.0.0.1:36015}
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-2) [    ] o.e.j.s.Server Started @61005ms
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-1) [    ] o.e.j.s.Server Started @61005ms
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35011}
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36015}
   [junit4]   2> 59872 ERROR (jetty-launcher-38-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 59872 ERROR (jetty-launcher-38-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 59872 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T12:55:36.509Z
   [junit4]   2> 59873 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T12:55:36.509Z
   [junit4]   2> 59878 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 59878 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 59905 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fab2652cc0001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 59907 INFO  (jetty-launcher-38-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44351/solr
   [junit4]   2> 59908 INFO  (jetty-launcher-38-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44351/solr
   [junit4]   2> 59981 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 59981 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 59982 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35011_solr
   [junit4]   2> 59982 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36015_solr
   [junit4]   2> 59983 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.c.Overseer Overseer (id=98985897911648262-127.0.0.1:35011_solr-n_0000000000) starting
   [junit4]   2> 59983 INFO  (zkCallback-49-thread-1-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 59983 INFO  (zkCallback-50-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 59990 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35011_solr
   [junit4]   2> 59991 INFO  (zkCallback-49-thread-1-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 59991 INFO  (zkCallback-50-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 60166 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60188 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60189 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60189 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60191 INFO  (jetty-launcher-38-thread-1) [n:127.0.0.1:36015_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node1/.
   [junit4]   2> 60211 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60212 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 60214 INFO  (jetty-launcher-38-thread-2) [n:127.0.0.1:35011_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/.
   [junit4]   2> 60270 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 60271 INFO  (SUITE-DeleteShardTest-seed#[939D25FA2415B5AC]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44351/solr ready
   [junit4]   2> 60280 INFO  (TEST-DeleteShardTest.testDirectoryCleanupAfterDeleteShard-seed#[939D25FA2415B5AC]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDirectoryCleanupAfterDeleteShard
   [junit4]   2> 60283 INFO  (qtp4206721-466) [n:127.0.0.1:36015_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params shards=a,b,c&replicationFactor=1&collection.configName=conf&maxShardsPerNode=2&name=deleteshard_test&router.name=implicit&nrtReplicas=1&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 60285 INFO  (OverseerThreadFactory-89-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr    ] o.a.s.c.CreateCollectionCmd Create collection deleteshard_test
   [junit4]   2> 60391 INFO  (OverseerStateUpdate-98985897911648262-127.0.0.1:35011_solr-n_0000000000) [n:127.0.0.1:35011_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteshard_test",
   [junit4]   2>   "shard":"a",
   [junit4]   2>   "core":"deleteshard_test_a_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35011/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 60393 INFO  (OverseerStateUpdate-98985897911648262-127.0.0.1:35011_solr-n_0000000000) [n:127.0.0.1:35011_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteshard_test",
   [junit4]   2>   "shard":"b",
   [junit4]   2>   "core":"deleteshard_test_b_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36015/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 60394 INFO  (OverseerStateUpdate-98985897911648262-127.0.0.1:35011_solr-n_0000000000) [n:127.0.0.1:35011_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"deleteshard_test",
   [junit4]   2>   "shard":"c",
   [junit4]   2>   "core":"deleteshard_test_c_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35011/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 60599 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=deleteshard_test_a_replica_n1&action=CREATE&numShards=3&collection=deleteshard_test&shard=a&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 60601 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&newCollection=true&name=deleteshard_test_c_replica_n4&action=CREATE&numShards=3&collection=deleteshard_test&shard=c&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 60601 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 60601 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=deleteshard_test_b_replica_n2&action=CREATE&numShards=3&collection=deleteshard_test&shard=b&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 60601 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 60709 INFO  (zkCallback-50-thread-1-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 60709 INFO  (zkCallback-49-thread-1-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 60709 INFO  (zkCallback-49-thread-2-processing-n:127.0.0.1:36015_solr) [n:127.0.0.1:36015_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 60709 INFO  (zkCallback-50-thread-2-processing-n:127.0.0.1:35011_solr) [n:127.0.0.1:35011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/deleteshard_test/state.json] for collection [deleteshard_test] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 61624 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 61630 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 61630 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 61651 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.s.IndexSchema [deleteshard_test_a_replica_n1] Schema name=minimal
   [junit4]   2> 61651 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.s.IndexSchema [deleteshard_test_b_replica_n2] Schema name=minimal
   [junit4]   2> 61656 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 61656 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 61656 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'deleteshard_test_a_replica_n1' using configuration from collection deleteshard_test, trusted=true
   [junit4]   2> 61656 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'deleteshard_test_b_replica_n2' using configuration from collection deleteshard_test, trusted=true
   [junit4]   2> 61656 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.s.IndexSchema [deleteshard_test_c_replica_n4] Schema name=minimal
   [junit4]   2> 61656 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.core.deleteshard_test.a.replica_n1' (registry 'solr.core.deleteshard_test.a.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 61656 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36015.solr.core.deleteshard_test.b.replica_n2' (registry 'solr.core.deleteshard_test.b.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 61657 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 61657 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 61658 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:deleteshard_test_a_replica_n1] o.a.s.c.SolrCore [[deleteshard_test_a_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/deleteshard_test_a_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/./deleteshard_test_a_replica_n1/data/]
   [junit4]   2> 61658 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.c.SolrCore [[deleteshard_test_b_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node1/deleteshard_test_b_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node1/./deleteshard_test_b_replica_n2/data/]
   [junit4]   2> 61664 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 61664 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'deleteshard_test_c_replica_n4' using configuration from collection deleteshard_test, trusted=true
   [junit4]   2> 61665 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35011.solr.core.deleteshard_test.c.replica_n4' (registry 'solr.core.deleteshard_test.c.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5f017e
   [junit4]   2> 61665 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 61665 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.c.SolrCore [[deleteshard_test_c_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/deleteshard_test_c_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.DeleteShardTest_939D25FA2415B5AC-001/tempDir-001/node2/./deleteshard_test_c_replica_n4/data/]
   [junit4]   2> 61748 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 61748 INFO  (qtp17127848-457) [n:127.0.0.1:35011_solr c:deleteshard_test s:c r:core_node6 x:deleteshard_test_c_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 61748 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 61748 INFO  (qtp4206721-470) [n:127.0.0.1:36015_solr c:deleteshard_test s:b r:core_node5 x:deleteshard_test_b_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 61749 INFO  (qtp17127848-465) [n:127.0.0.1:35011_solr c:deleteshard_test s:a r:core_node3 x:

[...truncated too long message...]

 [n:127.0.0.1:43597_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard1.replica_n1, tag=17211262
   [junit4]   2> 99757 INFO  (coreCloseExecutor-403-thread-7) [n:127.0.0.1:43597_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15f42c4: rootName = solr_43597, domain = solr.core.2nd_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.2nd_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1fda95e
   [junit4]   2> 99761 INFO  (coreCloseExecutor-401-thread-1) [n:127.0.0.1:37707_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=16565589
   [junit4]   2> 99762 INFO  (coreCloseExecutor-401-thread-9) [n:127.0.0.1:37707_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.stale_state_test_col.shard1.replica_n3, tag=14649767
   [junit4]   2> 99762 INFO  (coreCloseExecutor-401-thread-9) [n:127.0.0.1:37707_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a31007: rootName = solr_37707, domain = solr.core.stale_state_test_col.shard1.replica_n3, service url = null, agent id = null] for registry solr.core.stale_state_test_col.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@5cd204
   [junit4]   2> 99765 INFO  (jetty-closer-111-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d836c6{/solr,null,UNAVAILABLE}
   [junit4]   2> 99768 INFO  (coreCloseExecutor-403-thread-2) [n:127.0.0.1:43597_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=20507075
   [junit4]   2> 99768 INFO  (coreCloseExecutor-403-thread-4) [n:127.0.0.1:43597_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=5464905
   [junit4]   2> 99768 INFO  (coreCloseExecutor-403-thread-3) [n:127.0.0.1:43597_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=11655951
   [junit4]   2> 99768 INFO  (coreCloseExecutor-403-thread-6) [n:127.0.0.1:43597_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=3447082
   [junit4]   2> 99768 INFO  (coreCloseExecutor-403-thread-7) [n:127.0.0.1:43597_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=17211262
   [junit4]   2> 99772 INFO  (coreCloseExecutor-401-thread-4) [n:127.0.0.1:37707_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=4747942
   [junit4]   2> 99772 INFO  (coreCloseExecutor-401-thread-2) [n:127.0.0.1:37707_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=25371534
   [junit4]   2> 99773 INFO  (coreCloseExecutor-401-thread-3) [n:127.0.0.1:37707_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=29881443
   [junit4]   2> 99773 INFO  (coreCloseExecutor-401-thread-5) [n:127.0.0.1:37707_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=11510792
   [junit4]   2> 99773 INFO  (coreCloseExecutor-401-thread-7) [n:127.0.0.1:37707_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=15589544
   [junit4]   2> 99773 INFO  (coreCloseExecutor-401-thread-8) [n:127.0.0.1:37707_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=25361549
   [junit4]   2> 99773 INFO  (coreCloseExecutor-401-thread-9) [n:127.0.0.1:37707_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=14649767
   [junit4]   2> 99781 INFO  (jetty-closer-111-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98986110240096263-127.0.0.1:37707_solr-n_0000000000) closing
   [junit4]   2> 99781 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fab57c28f0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 99781 INFO  (OverseerStateUpdate-98986110240096263-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37707_solr
   [junit4]   2> 99782 INFO  (jetty-closer-111-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@169b187{/solr,null,UNAVAILABLE}
   [junit4]   2> 99782 WARN  (OverseerAutoScalingTriggerThread-98986110240096263-127.0.0.1:37707_solr-n_0000000000) [n:127.0.0.1:37707_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 99783 INFO  (jetty-closer-111-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a55b2{/solr,null,UNAVAILABLE}
   [junit4]   2> 99783 ERROR (SUITE-CloudSolrClientTest-seed#[455CB555FEEA31BE]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 99783 INFO  (SUITE-CloudSolrClientTest-seed#[455CB555FEEA31BE]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36901 36901
   [junit4]   2> 109822 INFO  (Thread-167) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36901 36901
   [junit4]   2> 109823 WARN  (Thread-167) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/foo/state.json
   [junit4]   2> 	24	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	16	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	14	/solr/collections/collection1/state.json
   [junit4]   2> 	14	/solr/collections/multicollection1/state.json
   [junit4]   2> 	14	/solr/collections/multicollection2/state.json
   [junit4]   2> 	12	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	10	/solr/collections/nemesis/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/overwrite/state.json
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard3/election/98986110240096263-core_node18-n_0000000000
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard1/election/98986110240096263-core_node7-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_455CB555FEEA31BE-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d44f96), locale=bg, timezone=Africa/Conakry
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=87469288,total=210440192
   [junit4]   2> NOTE: All tests run in this JVM: [ArcCosineEvaluatorTest, SolrExampleBinaryTest, HttpSolrClientBuilderTest, SolrExampleXMLTest, PowerEvaluatorTest, SelectWithEvaluatorsTest, TestValidatingJsonMap, TestJavaBinCodec, SolrExceptionTest, LargeVolumeJettyTest, TestCollectionStateWatchers, HyperbolicSineEvaluatorTest, ArrayEvaluatorTest, TestSuggesterResponse, UuidEvaluatorTest, SolrExampleJettyTest, DivideEvaluatorTest, OperationsTest, GreaterThanEqualToEvaluatorTest, TestCollectionAdminRequest, MultiplyEvaluatorTest, CloudSolrClientTest]
   [junit4] Completed [93/146 (1!)] on J2 in 43.80s, 16 tests, 1 error <<< FAILURES!

[...truncated 42303 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 20887 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20887/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest

Error Message:
Error from server at https://127.0.0.1:42855/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42855/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([54A8B380B1BA9C64]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest.setupCluster(SelectWithEvaluatorsTest.java:71)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 14965 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest
   [junit4]   2> 74904 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/init-core-data-001
   [junit4]   2> 74905 WARN  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 74905 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 74906 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 74907 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001
   [junit4]   2> 74907 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 74908 INFO  (Thread-309) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 74908 INFO  (Thread-309) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 74909 ERROR (Thread-309) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 75008 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46317
   [junit4]   2> 75017 INFO  (jetty-launcher-674-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 75017 INFO  (jetty-launcher-674-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 75017 INFO  (jetty-launcher-674-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 75017 INFO  (jetty-launcher-674-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 75019 INFO  (jetty-launcher-674-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5aa913fc{/solr,null,AVAILABLE}
   [junit4]   2> 75019 INFO  (jetty-launcher-674-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@558c5463{/solr,null,AVAILABLE}
   [junit4]   2> 75019 INFO  (jetty-launcher-674-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@195c3069{/solr,null,AVAILABLE}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2278cdbe{SSL,[ssl, http/1.1]}{127.0.0.1:42855}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f3faa6a{/solr,null,AVAILABLE}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.e.j.s.Server Started @77244ms
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3dc4488a{SSL,[ssl, http/1.1]}{127.0.0.1:32977}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42855}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.e.j.s.Server Started @77244ms
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32977}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7cdc1762{SSL,[ssl, http/1.1]}{127.0.0.1:38983}
   [junit4]   2> 75022 ERROR (jetty-launcher-674-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-1) [    ] o.e.j.s.Server Started @77244ms
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 75022 ERROR (jetty-launcher-674-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38983}
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T10:39:41.226801Z
   [junit4]   2> 75022 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T10:39:41.226870Z
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c3a00{SSL,[ssl, http/1.1]}{127.0.0.1:45421}
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.e.j.s.Server Started @77245ms
   [junit4]   2> 75023 ERROR (jetty-launcher-674-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45421}
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T10:39:41.227398Z
   [junit4]   2> 75023 ERROR (jetty-launcher-674-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 75023 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T10:39:41.227741Z
   [junit4]   2> 75027 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 75027 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 75027 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 75028 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 75036 INFO  (jetty-launcher-674-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
   [junit4]   2> 75036 INFO  (jetty-launcher-674-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
   [junit4]   2> 75040 INFO  (jetty-launcher-674-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
   [junit4]   2> 75041 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faaa9e2390006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 75042 INFO  (jetty-launcher-674-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46317/solr
   [junit4]   2> 75059 WARN  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 75059 WARN  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 75059 WARN  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 75061 WARN  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 75061 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 75061 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 75061 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 75062 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42855_solr
   [junit4]   2> 75062 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45421_solr
   [junit4]   2> 75062 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38983_solr
   [junit4]   2> 75062 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 75063 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.Overseer Overseer (id=98985363447021579-127.0.0.1:42855_solr-n_0000000000) starting
   [junit4]   2> 75063 INFO  (zkCallback-691-thread-1-processing-n:127.0.0.1:45421_solr) [n:127.0.0.1:45421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 75063 INFO  (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 75063 INFO  (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 75066 INFO  (zkCallback-696-thread-1-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 75066 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32977_solr
   [junit4]   2> 75067 INFO  (zkCallback-691-thread-1-processing-n:127.0.0.1:45421_solr) [n:127.0.0.1:45421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 75067 INFO  (zkCallback-696-thread-1-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 75067 INFO  (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 75074 INFO  (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 75080 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42855_solr
   [junit4]   2> 75081 INFO  (zkCallback-691-thread-1-processing-n:127.0.0.1:45421_solr) [n:127.0.0.1:45421_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 75081 INFO  (zkCallback-696-thread-1-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 75082 INFO  (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 75099 INFO  (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 75112 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75112 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45421.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75120 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45421.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75120 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45421.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75121 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75121 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75121 INFO  (jetty-launcher-674-thread-2) [n:127.0.0.1:45421_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node2/.
   [junit4]   2> 75122 INFO  (jetty-launcher-674-thread-1) [n:127.0.0.1:38983_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node1/.
   [junit4]   2> 75123 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32977.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75128 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32977.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75128 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32977.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75129 INFO  (jetty-launcher-674-thread-3) [n:127.0.0.1:32977_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node3/.
   [junit4]   2> 75130 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75135 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75135 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 75136 INFO  (jetty-launcher-674-thread-4) [n:127.0.0.1:42855_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node4/.
   [junit4]   2> 75216 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 75217 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46317/solr ready
   [junit4]   2> 75227 INFO  (qtp962193421-1987) [n:127.0.0.1:42855_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 75229 INFO  (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1_collection
   [junit4]   2> 75335 INFO  (OverseerStateUpdate-98985363447021579-127.0.0.1:42855_solr-n_0000000000) [n:127.0.0.1:42855_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_collection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42855/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 75338 INFO  (OverseerStateUpdate-98985363447021579-127.0.0.1:42855_solr-n_0000000000) [n:127.0.0.1:42855_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1_collection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_collection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38983/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 75543 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 75543 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 75553 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_collection_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1_collection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 75554 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 75656 INFO  (zkCallback-695-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 75656 INFO  (zkCallback-692-thread-1-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 75656 INFO  (zkCallback-692-thread-2-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 75656 INFO  (zkCallback-695-thread-2-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1_collection/state.json] for collection [collection1_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 76555 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 76561 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 76562 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 76564 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieIntField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76566 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieFloatField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76567 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieLongField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76568 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_collection_shard2_replica_n2] Schema name=test
   [junit4]   2> 76568 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDoubleField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76584 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76584 WARN  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.TrieDateField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 76636 WARN  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 76636 WARN  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 76637 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 76637 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard2_replica_n2' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 76637 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38983.solr.core.collection1_collection.shard2.replica_n2' (registry 'solr.core.collection1_collection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 76637 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 76637 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_collection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node1/collection1_collection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node1/./collection1_collection_shard2_replica_n2/data/]
   [junit4]   2> 76639 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 76639 WARN  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 76639 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 76639 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_collection_shard1_replica_n1' using configuration from collection collection1_collection, trusted=true
   [junit4]   2> 76639 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42855.solr.core.collection1_collection.shard1.replica_n1' (registry 'solr.core.collection1_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@54e83e8f
   [junit4]   2> 76639 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 76639 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node4/collection1_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.SelectWithEvaluatorsTest_54A8B380B1BA9C64-001/tempDir-001/node4/./collection1_collection_shard1_replica_n1/data/]
   [junit4]   2> 76667 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 76667 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 76668 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 76668 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 76669 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fe370ae[collection1_collection_shard1_replica_n1] main]
   [junit4]   2> 76669 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 76670 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 76670 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 76670 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583765816998887424
   [junit4]   2> 76671 INFO  (searcherExecutor-727-thread-1-processing-n:127.0.0.1:42855_solr x:collection1_collection_shard1_replica_n1 s:shard1 c:collection1_collection r:core_node3) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1] Registered new searcher Searcher@6fe370ae[collection1_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42855/solr/collection1_collection_shard1_replica_n1/
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:42855/solr/collection1_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 76673 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 76674 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 76674 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 76674 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42855/solr/collection1_collection_shard1_replica_n1/ shard1
   [junit4]   2> 76675 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 76675 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 76675 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b165631[collection1_collection_shard2_replica_n2] main]
   [junit4]   2> 76676 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 76676 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 76677 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 76677 INFO  (searcherExecutor-726-thread-1-processing-n:127.0.0.1:38983_solr x:collection1_collection_shard2_replica_n2 s:shard2 c:collection1_collection r:core_node4) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2] Registered new searcher Searcher@7b165631[collection1_collection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 76677 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583765817006227456
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38983/solr/collection1_collection_shard2_replica_n2/
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:38983/solr/collection1_collection_shard2_replica_n2/ has no replicas
   [junit4]   2> 76680 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 76681 INFO  (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38983/solr/collection1_collection_shard2_replica_n2/ shard2
   [junit4]   2> 255230 ERROR (qtp962193421-1987) [n:127.0.0.1:42855_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 255230 INFO  (qtp962193421-1987) [n:127.0.0.1:42855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1_collection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180002
   [junit4]   2> 255231 ERROR (qtp962193421-1987) [n:127.0.0.1:42855_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 255234 INFO  (jetty-closer-675-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2278cdbe{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 255234 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2013905620
   [junit4]   2> 255234 INFO  (jetty-closer-675-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3dc4488a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 255235 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2077295373
   [junit4]   2> 255235 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 255235 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 255235 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71ef436e: rootName = solr_32977, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4af8b4b4
   [junit4]   2> 255235 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5db8befe: rootName = solr_42855, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2024bf8b
   [junit4]   2> 255245 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:42855/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:42855/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42855 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 255248 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:38983/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:38983/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:38983 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 255249 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [collection1_collection].
   [junit4]   2> 255250 INFO  (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 255247 INFO  (jetty-closer-675-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c3a00{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 255251 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:42855/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:42855/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:42855 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
   [junit4]   2> 	at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
   [junit4]   2> 	at java.base/java.net.Socket.connect(Socket.java:591)
   [junit4]   2> 	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 22 more
   [junit4]   2> 255253 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 255253 ERROR (OverseerThreadFactory-717-thread-1-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:38983/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:38983/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:38983 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.base/java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:400)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:243)
   [junit4]   2> 	at java.base/java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:225)
   [junit4]   2> 	at java.base/java.net.SocksSocketImpl.connect(SocksSocketImpl.java:402)
   [junit4]   2> 	at java.base/java.net.Socket.connect(Socket.java:591)
   [junit4]   2> 	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 22 more
   [junit4]   2> 255247 INFO  (jetty-closer-675-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7cdc1762{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 255253 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@783d6ffb: rootName = solr_32977, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
   [junit4]   2> 255253 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 255252 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=657808713
   [junit4]   2> 255262 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6fba351d: rootName = solr_42855, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
   [junit4]   2> 255262 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 255262 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7382b036: rootName = solr_45421, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1ba37edc
   [junit4]   2> 255254 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1853813898
   [junit4]   2> 255263 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 255263 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@262c0a54: rootName = solr_38983, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@19ac861
   [junit4]   2> 255266 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 255266 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21b28245: rootName = solr_42855, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
   [junit4]   2> 255268 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 255268 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6917cfb9: rootName = solr_45421, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42855_solr
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f16ba6c: rootName = solr_38983, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6db37580
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 255269 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14bc6aad: rootName = solr_32977, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
   [junit4]   2> 255270 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:32977_solr
   [junit4]   2> 255270 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 255270 INFO  (jetty-closer-675-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 255271 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 255271 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f996a4: rootName = solr_45421, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
   [junit4]   2> 255271 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45421_solr
   [junit4]   2> 255272 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 255272 INFO  (jetty-closer-675-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 255273 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 255273 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@70ece5a3: rootName = solr_38983, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@698cecee
   [junit4]   2> 255274 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:38983_solr
   [junit4]   2> 255274 INFO  (jetty-closer-675-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 255288 INFO  (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.c.SolrCore [collection1_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7d85a6d4
   [junit4]   2> 255288 INFO  (zkCallback-696-thread-2-processing-n:127.0.0.1:32977_solr) [n:127.0.0.1:32977_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
   [junit4]   2> 255288 INFO  (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard1.replica_n1, tag=2105910996
   [junit4]   2> 255288 INFO  (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6551a7d9: rootName = solr_42855, domain = solr.core.collection1_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2114bc17
   [junit4]   2> 255288 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faaa9e2390009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 255288 INFO  (zkCallback-695-thread-5-processing-n:127.0.0.1:42855_solr) [n:127.0.0.1:42855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
   [junit4]   2> 255293 INFO  (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.SolrCore [collection1_collection_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@a3d19ae
   [junit4]   2> 255293 INFO  (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1_collection.shard2.replica_n2, tag=171776430
   [junit4]   2> 255294 INFO  (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ff8f56e: rootName = solr_38983, domain = solr.core.collection1_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.collection1_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@4ccd0889
   [junit4]   2> 255294 INFO  (jetty-closer-675-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@558c5463{/solr,null,UNAVAILABLE}
   [junit4]   2> 255294 INFO  (zkCallback-692-thread-3-processing-n:127.0.0.1:38983_solr) [n:127.0.0.1:38983_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (0)
   [junit4]   2> 255296 INFO  (coreCloseExecutor-738-thread-1) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard1.leader, tag=2105910996
   [junit4]   2> 255296 INFO  (jetty-closer-675-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98985363447021579-127.0.0.1:42855_solr-n_0000000000) closing
   [junit4]   2> 255296 INFO  (OverseerStateUpdate-98985363447021579-127.0.0.1:42855_solr-n_0000000000) [n:127.0.0.1:42855_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42855_solr
   [junit4]   2> 255299 INFO  (coreCloseExecutor-739-thread-1) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1_collection.shard2.leader, tag=171776430
   [junit4]   2> 255300 INFO  (jetty-closer-675-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5aa913fc{/solr,null,UNAVAILABLE}
   [junit4]   2> 255346 ERROR (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1_collection slice: shard2 saw state=DocCollection(collection1_collection//collections/collection1_collection/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node3":{
   [junit4]   2>           "core":"collection1_collection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:42855/solr",
   [junit4]   2>           "node_name":"127.0.0.1:42855_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"collection1_collection_shard2_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:38983/solr",
   [junit4]   2>           "node_name":"127.0.0.1:38983_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 255348 ERROR (qtp1993153470-1978) [n:127.0.0.1:38983_solr c:collection1_collection s:shard2 r:core_node4 x:collection1_collection_shard2_replica_n2] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.jav

[...truncated too long message...]

ler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: collection1_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 285361 INFO  (qtp962193421-1968) [n:127.0.0.1:42855_solr c:collection1_collection s:shard1 r:core_node3 x:collection1_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_collection_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209818
   [junit4]   2> 285362 ERROR (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 285362 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46317 46317
   [junit4]   2> 300405 INFO  (Thread-309) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46317 46317
   [junit4]   2> 300405 WARN  (Thread-309) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/collection1_collection/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98985363447021579-127.0.0.1:42855_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 300406 INFO  (SUITE-SelectWithEvaluatorsTest-seed#[54A8B380B1BA9C64]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1017, maxMBSortInHeap=5.191338660622971, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@30820e55), locale=en-FI, timezone=Africa/Ceuta
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=334938888,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ArcSineEvaluatorTest, NaturalLogEvaluatorTest, CloudSolrClientCacheTest, TestSpellCheckResponse, FieldValueEvaluatorTest, TestPathTrie, AscEvaluatorTest, LargeVolumeBinaryJettyTest, ConcurrentUpdateSolrClientBuilderTest, SquareRootEvaluatorTest, UsingSolrJRefGuideExamplesTest, LargeVolumeEmbeddedTest, StreamExpressionParserTest, TestConfigSetAdminRequest, RawValueEvaluatorTest, TestNamedListCodec, TestV1toV2ApiMapper, FieldAnalysisResponseTest, TestEmbeddedSolrServer, NotEvaluatorTest, TermsResponseTest, SolrExampleStreamingTest, SolrExampleEmbeddedTest, TestBatchUpdate, JettyWebappTest, LargeVolumeJettyTest, TestCoreAdmin, SolrQueryTest, ContentStreamTest, TestFastInputStream, TestXMLEscaping, DocumentAnalysisResponseTest, SolrDocumentTest, ClientUtilsTest, AnlysisResponseBaseTest, FacetFieldTest, GetByIdTest, SolrSchemalessExampleTest, TestLBHttpSolrClient, TestPolicy, CloudSolrClientMultiConstructorTest, ConcurrentUpdateSolrClientTest, GraphTest, JdbcDriverTest, JdbcTest, SelectWithEvaluatorsTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SelectWithEvaluatorsTest -Dtests.seed=54A8B380B1BA9C64 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-FI -Dtests.timezone=Africa/Ceuta -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | SelectWithEvaluatorsTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42855/solr: create the collection time out:180s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([54A8B380B1BA9C64]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.io.stream.SelectWithEvaluatorsTest.setupCluster(SelectWithEvaluatorsTest.java:71)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [146/146 (1!)] on J0 in 225.53s, 0 tests, 1 error <<< FAILURES!

[...truncated 39180 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 20886 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20886/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale

Error Message:
Error from server at http://127.0.0.1:39573/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:39573/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([89A340612E75BF3B:3D92D889CD9CC917]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 14714 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/init-core-data-001
   [junit4]   2> 12181 WARN  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=120 numCloses=120
   [junit4]   2> 12181 INFO  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 12182 INFO  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 12182 INFO  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 12184 INFO  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001
   [junit4]   2> 12189 INFO  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 12190 INFO  (Thread-13) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 12190 INFO  (Thread-13) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 12290 INFO  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:45263
   [junit4]   2> 12351 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 12377 ERROR (Thread-13) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 13709 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faa0140ae0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 13710 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 13710 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 13710 INFO  (jetty-launcher-3-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 13717 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d8377d7{/solr,null,AVAILABLE}
   [junit4]   2> 13717 INFO  (jetty-launcher-3-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2e9eeb66{/solr,null,AVAILABLE}
   [junit4]   2> 13718 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@228df574{HTTP/1.1,[http/1.1]}{127.0.0.1:39573}
   [junit4]   2> 13718 INFO  (jetty-launcher-3-thread-2) [    ] o.e.j.s.Server Started @16294ms
   [junit4]   2> 13718 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39573}
   [junit4]   2> 13719 ERROR (jetty-launcher-3-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 13719 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 13719 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 13719 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 13719 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T07:35:31.181287Z
   [junit4]   2> 13719 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 13737 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e9abef5{/solr,null,AVAILABLE}
   [junit4]   2> 13738 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@fa0884{HTTP/1.1,[http/1.1]}{127.0.0.1:32937}
   [junit4]   2> 13738 INFO  (jetty-launcher-3-thread-1) [    ] o.e.j.s.Server Started @16313ms
   [junit4]   2> 13738 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32937}
   [junit4]   2> 13738 ERROR (jetty-launcher-3-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 13738 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 13738 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 13738 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 13738 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T07:35:31.200953Z
   [junit4]   2> 13744 INFO  (jetty-launcher-3-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@33574f40{HTTP/1.1,[http/1.1]}{127.0.0.1:38163}
   [junit4]   2> 13744 INFO  (jetty-launcher-3-thread-3) [    ] o.e.j.s.Server Started @16319ms
   [junit4]   2> 13744 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38163}
   [junit4]   2> 13744 ERROR (jetty-launcher-3-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 13744 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 13744 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 13744 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 13744 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T07:35:31.206781Z
   [junit4]   2> 13748 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 13756 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 13758 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 13788 INFO  (jetty-launcher-3-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45263/solr
   [junit4]   2> 13792 INFO  (jetty-launcher-3-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45263/solr
   [junit4]   2> 13796 INFO  (jetty-launcher-3-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45263/solr
   [junit4]   2> 13828 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faa0140ae0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 13908 WARN  (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 13909 WARN  (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 13909 WARN  (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr    ] o.a.s.c.ZkController The _default configset could not be uploaded. Please provide 'solr.default.confdir' parameter that points to a configset intended to be the default. Current 'solr.default.confdir' value: null
   [junit4]   2> 13926 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 13927 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 13927 INFO  (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 13930 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32937_solr
   [junit4]   2> 13932 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39573_solr
   [junit4]   2> 13932 INFO  (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38163_solr
   [junit4]   2> 13933 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr    ] o.a.s.c.Overseer Overseer (id=98984639182274568-127.0.0.1:32937_solr-n_0000000000) starting
   [junit4]   2> 13952 INFO  (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 13964 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 13969 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 14083 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32937_solr
   [junit4]   2> 14085 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 14085 INFO  (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 14088 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 14410 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39573.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 14525 INFO  (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38163.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 14541 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39573.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 14541 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39573.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 14545 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32937.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 14549 INFO  (jetty-launcher-3-thread-2) [n:127.0.0.1:39573_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node1/.
   [junit4]   2> 14610 INFO  (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38163.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 14611 INFO  (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38163.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 14624 INFO  (jetty-launcher-3-thread-3) [n:127.0.0.1:38163_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node3/.
   [junit4]   2> 14625 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32937.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 14626 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32937.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 14627 INFO  (jetty-launcher-3-thread-1) [n:127.0.0.1:32937_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node2/.
   [junit4]   2> 14934 INFO  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 14935 INFO  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45263/solr ready
   [junit4]   2> 14954 INFO  (qtp832502285-116) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 14965 INFO  (OverseerThreadFactory-30-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 15084 INFO  (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39573/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 15090 INFO  (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38163/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 15305 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 15305 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 15316 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 15317 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 15436 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 15438 INFO  (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 15439 INFO  (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 15440 INFO  (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 16363 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 16366 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 16406 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema [collection1_shard2_replica_n3] Schema name=test
   [junit4]   2> 16429 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=test
   [junit4]   2> 16631 WARN  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 16639 WARN  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 16639 WARN  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 16649 WARN  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 16649 WARN  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 16649 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 16652 WARN  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 16652 WARN  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 16652 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 16653 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n3' using configuration from collection collection1, trusted=true
   [junit4]   2> 16654 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38163.solr.core.collection1.shard2.replica_n3' (registry 'solr.core.collection1.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 16654 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 16654 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore [[collection1_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node3/collection1_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node3/./collection1_shard2_replica_n3/data/]
   [junit4]   2> 16655 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 16656 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39573.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 16656 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 16656 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 16744 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 16745 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 16747 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 16747 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 16749 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@35542e2e[collection1_shard1_replica_n1] main]
   [junit4]   2> 16752 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 16756 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 16756 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 16756 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 16757 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 16760 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 16760 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 16760 INFO  (searcherExecutor-38-thread-1-processing-n:127.0.0.1:39573_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@35542e2e[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 16760 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583754231647567872
   [junit4]   2> 16762 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@662d86c6[collection1_shard2_replica_n3] main]
   [junit4]   2> 16763 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 16764 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 16765 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 16774 INFO  (searcherExecutor-37-thread-1-processing-n:127.0.0.1:38163_solr x:collection1_shard2_replica_n3 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore [collection1_shard2_replica_n3] Registered new searcher Searcher@662d86c6[collection1_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 16776 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 16776 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 16776 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/
   [junit4]   2> 16777 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 16777 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 16777 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 16777 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583754231665393664
   [junit4]   2> 16785 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 16786 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 16786 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38163/solr/collection1_shard2_replica_n3/
   [junit4]   2> 16786 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 16786 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SyncStrategy http://127.0.0.1:38163/solr/collection1_shard2_replica_n3/ has no replicas
   [junit4]   2> 16786 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 16796 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 16798 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38163/solr/collection1_shard2_replica_n3/ shard2
   [junit4]   2> 16901 INFO  (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 16901 INFO  (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 16901 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 16901 INFO  (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 16947 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 16949 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 16956 INFO  (qtp1797871420-111) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1641
   [junit4]   2> 16956 INFO  (qtp832502285-101) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1652
   [junit4]   2> 16974 INFO  (qtp832502285-116) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 17051 INFO  (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 17051 INFO  (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 17051 INFO  (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 17051 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 17974 INFO  (qtp832502285-116) [n:127.0.0.1:39573_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3021
   [junit4]   2> 17980 INFO  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30
   [junit4]   2> 17983 INFO  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: collection1
   [junit4]   2> 17989 INFO  (qtp832502285-96) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterstatus with params action=CLUSTERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 17992 INFO  (qtp832502285-96) [n:127.0.0.1:39573_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=CLUSTERSTATUS&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 18007 INFO  (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[89A340612E75BF3B]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNonRetryableRequests
   [junit4]   2> 18054 INFO  (qtp1797871420-99) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=TOLEADER&distrib.from=http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/&wt=javabin&version=2}{deleteByQuery=*:* (-1583754232972967936)} 0 30
   [junit4]   2> 18065 INFO  (qtp832502285-110) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583754233015959552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 18065 INFO  (qtp832502285-110) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 18065 INFO  (qtp1797871420-97) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1583754233015959552,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 18065 INFO  (qtp1797871420-97) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 18065 INFO  (qtp832502285-110) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 18065 INFO  (qtp832502285-110) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
   [junit4]   2> 18072 INFO  (qtp1797871420-97) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 18072 INFO  (qtp1797871420-97) [n:127.0.0.1:38163_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard2_replica_n3]  webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=http://127.0.0.1:39573/solr/collection1_shard1_replica_n1/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 7
   [junit4]   2> 18076 INFO  (qtp832502285-119) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_n1]  webapp=/solr path=/update params={_stateVer_=collection1:4&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1583754232968773632),commit=} 0 63
   [junit4]   2> 18096 INFO  (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[89A340612E75BF3B]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 18097 INFO  (TEST-CloudSolrClientTest.testNonRetryableRequests-seed#[89A340612E75BF3B]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45263/solr ready
   [junit4]   2> 18099 INFO  (qtp832502285-116) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=b4504764-3891-4c8a-b936-82576df07143&replicationFactor=3&collection.configName=conf&name=foo&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 18101 INFO  (qtp832502285-116) [n:127.0.0.1:39573_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=b4504764-3891-4c8a-b936-82576df07143&replicationFactor=3&collection.configName=conf&name=foo&nrtReplicas=3&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 18103 INFO  (qtp832502285-110) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 18103 INFO  (OverseerThreadFactory-30-thread-2-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.CreateCollectionCmd Create collection foo
   [junit4]   2> 18116 INFO  (OverseerCollectionConfigSetProcessor-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 18121 INFO  (qtp832502285-110) [n:127.0.0.1:39573_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=18
   [junit4]   2> 18338 INFO  (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"foo",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"foo_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:32937/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 18346 INFO  (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"foo",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"foo_shard1_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38163/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 18350 INFO  (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"foo",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"foo_shard1_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39573/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 18561 INFO  (qtp832502285-119) [n:127.0.0.1:39573_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083982239069&coreNodeName=core_node6&name=foo_shard1_replica_n5&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=4
   [junit4]   2> 18561 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083982239069&coreNodeName=core_node6&name=foo_shard1_replica_n5&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 18562 INFO  (qtp895521257-109) [n:127.0.0.1:32937_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083970226074&coreNodeName=core_node2&name=foo_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=7
   [junit4]   2> 18562 INFO  (qtp1797871420-115) [n:127.0.0.1:38163_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083978131905&coreNodeName=core_node4&name=foo_shard1_replica_n3&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 18562 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083970226074&coreNodeName=core_node2&name=foo_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 18562 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 18563 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&collection=foo&version=2&replicaType=NRT&async=b4504764-3891-4c8a-b936-82576df071431111083978131905&coreNodeName=core_node4&name=foo_shard1_replica_n3&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 18563 INFO  (qtp832502285-119) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : b4504764-3891-4c8a-b936-82576df071431111083982239069
   [junit4]   2> 18563 INFO  (qtp832502285-119) [n:127.0.0.1:39573_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b4504764-3891-4c8a-b936-82576df071431111083982239069&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 18675 INFO  (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 18675 INFO  (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 18675 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 18675 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 18675 INFO  (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 18681 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 19123 INFO  (qtp832502285-119) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 19125 INFO  (qtp832502285-119) [n:127.0.0.1:39573_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 19565 INFO  (qtp832502285-110) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : b4504764-3891-4c8a-b936-82576df071431111083982239069
   [junit4]   2> 19565 INFO  (qtp832502285-110) [n:127.0.0.1:39573_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b4504764-3891-4c8a-b936-82576df071431111083982239069&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 19578 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 19580 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 19581 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 19600 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.s.IndexSchema [foo_shard1_replica_n3] Schema name=test
   [junit4]   2> 19624 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.IndexSchema [foo_shard1_replica_n1] Schema name=test
   [junit4]   2> 19663 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.s.IndexSchema [foo_shard1_replica_n5] Schema name=test
   [junit4]   2> 19692 WARN  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 19692 WARN  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 19692 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 19693 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'foo_shard1_replica_n3' using configuration from collection foo, trusted=true
   [junit4]   2> 19693 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38163.solr.core.foo.shard1.replica_n3' (registry 'solr.core.foo.shard1.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 19694 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 19694 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SolrCore [[foo_shard1_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node3/foo_shard1_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node3/./foo_shard1_replica_n3/data/]
   [junit4]   2> 19764 WARN  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 19764 WARN  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 19765 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 19765 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'foo_shard1_replica_n5' using configuration from collection foo, trusted=true
   [junit4]   2> 19765 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39573.solr.core.foo.shard1.replica_n5' (registry 'solr.core.foo.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 19766 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 19766 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.SolrCore [[foo_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node1/foo_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node1/./foo_shard1_replica_n5/data/]
   [junit4]   2> 19778 WARN  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 19778 WARN  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 19778 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 19779 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'foo_shard1_replica_n1' using configuration from collection foo, trusted=true
   [junit4]   2> 19779 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32937.solr.core.foo.shard1.replica_n1' (registry 'solr.core.foo.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@365357a3
   [junit4]   2> 19779 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 19779 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrCore [[foo_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node2/foo_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001/tempDir-001/node2/./foo_shard1_replica_n1/data/]
   [junit4]   2> 19783 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 19783 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 19785 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 19785 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 19787 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d9e4c6[foo_shard1_replica_n3] main]
   [junit4]   2> 19790 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 19791 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 19792 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 19792 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583754234826850304
   [junit4]   2> 19795 INFO  (searcherExecutor-47-thread-1-processing-x:foo_shard1_replica_n3 r:core_node4 b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE n:127.0.0.1:38163_solr s:shard1 c:foo) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SolrCore [foo_shard1_replica_n3] Registered new searcher Searcher@5d9e4c6[foo_shard1_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 19799 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=3 found=1 timeoutin=9999ms
   [junit4]   2> 19892 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 19892 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 19893 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 19893 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 19894 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@20d8b7b1[foo_shard1_replica_n5] main]
   [junit4]   2> 19904 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 19904 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 19905 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 19905 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 19905 INFO  (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 19905 INFO  (parallelCoreAdminExecutor-31-thread-1-processing-n:127.0.0.1:39573_solr b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583754234945339392
   [junit4]   2> 19906 INFO  (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 19906 INFO  (searcherExecutor-49-thread-1-processing-x:foo_shard1_replica_n5 r:core_node6 b4504764-3891-4c8a-b936-82576df071431111083982239069 CREATE n:127.0.0.1:39573_solr s:shard1 c:foo) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.SolrCore [foo_shard1_replica_n5] Registered new searcher Searcher@20d8b7b1[foo_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 19907 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 19907 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 19907 INFO  (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 19924 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 19924 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 19925 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 19925 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 19927 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@288505fc[foo_shard1_replica_n1] main]
   [junit4]   2> 19928 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 19929 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 19930 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 19932 INFO  (parallelCoreAdminExecutor-33-thread-1-processing-n:127.0.0.1:32937_solr b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583754234973650944
   [junit4]   2> 19938 INFO  (searcherExecutor-50-thread-1-processing-x:foo_shard1_replica_n1 r:core_node2 b4504764-3891-4c8a-b936-82576df071431111083970226074 CREATE n:127.0.0.1:32937_solr s:shard1 c:foo) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrCore [foo_shard1_replica_n1] Registered new searcher Searcher@288505fc[foo_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 20126 INFO  (qtp832502285-121) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 20127 INFO  (qtp832502285-121) [n:127.0.0.1:39573_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=b4504764-3891-4c8a-b936-82576df07143&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 20300 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 20300 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 20300 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38163/solr/foo_shard1_replica_n3/
   [junit4]   2> 20304 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=foo_shard1_replica_n3 url=http://127.0.0.1:38163/solr START replicas=[http://127.0.0.1:32937/solr/foo_shard1_replica_n1/, http://127.0.0.1:39573/solr/foo_shard1_replica_n5/] nUpdates=100
   [junit4]   2> 20308 INFO  (qtp895521257-100) [n:127.0.0.1:32937_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.S.Request [foo_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 20312 INFO  (qtp832502285-116) [n:127.0.0.1:39573_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n5] o.a.s.c.S.Request [foo_shard1_replica_n5]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 20567 INFO  (qtp832502285-110) [n:127.0.0.1:39573_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : b4504764-3891-4c8a-b936-82576df071431111083982239069
   [junit4]   2> 20567 INFO  (qtp832502285-110) [n:127.0.0.1:39573_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b4504764-3891-4c8a-b936-82576df071431111083982239069&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 20606 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.u.PeerSync PeerSync: core=foo_shard1_replica_n3 url=http://127.0.0.1:38163/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 20606 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 20606 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 20606 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 20611 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38163/solr/foo_shard1_replica_n3/ shard1
   [junit4]   2> 20713 INFO  (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 20713 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 20713 INFO  (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 20713 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 20713 INFO  (zkCallback-18-thread-1-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 20713 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 20762 INFO  (parallelCoreAdminExecutor-32-thread-1-processing-n:127.0.0.1:38163_solr b4504764-3891-4c8a-b936-82576df071431111083978131905 CREATE) [n:127.0.0.1:38163_solr c:foo s:shard1 r:core_node4 x:foo_shard1_replica_n3] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 20868 INFO  (zkCallback-19-thread-1-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 20868 INFO  (zkCallback-18-thread-2-processing-n:127.0.0.1:39573_solr) [n:127.0.0.1:39573_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 20869 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 20868 INFO  (zkCallback-19-thread-2-processing-n:127.0.0.1:38163_solr) [n:127.0.0.1:38163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 20869 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:32937_solr) [n:127.0.0.1:32937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/s

[...truncated too long message...]

.localShardsTestColl.shard2.replica_n7, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n7 / com.codahale.metrics.MetricRegistry@fedc32e
   [junit4]   2> 50070 INFO  (coreCloseExecutor-164-thread-6) [n:127.0.0.1:39573_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n10, tag=1294772351
   [junit4]   2> 50071 INFO  (coreCloseExecutor-164-thread-6) [n:127.0.0.1:39573_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@61a7000b: rootName = solr_39573, domain = solr.core.localShardsTestColl.shard2.replica_n10, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n10 / com.codahale.metrics.MetricRegistry@7526cd6e
   [junit4]   2> 50084 INFO  (coreCloseExecutor-163-thread-4) [n:127.0.0.1:32937_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n7] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1292507737
   [junit4]   2> 50084 INFO  (coreCloseExecutor-163-thread-7) [n:127.0.0.1:32937_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard2.replica_n2, tag=1119407438
   [junit4]   2> 50084 INFO  (coreCloseExecutor-163-thread-7) [n:127.0.0.1:32937_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@681f039f: rootName = solr_32937, domain = solr.core.2nd_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.2nd_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@239a794f
   [junit4]   2> 50106 INFO  (coreCloseExecutor-163-thread-7) [n:127.0.0.1:32937_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=1119407438
   [junit4]   2> 50107 INFO  (coreCloseExecutor-163-thread-5) [n:127.0.0.1:32937_solr c:localShardsTestColl s:shard1 r:core_node4 x:localShardsTestColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=1281321228
   [junit4]   2> 50107 INFO  (coreCloseExecutor-163-thread-3) [n:127.0.0.1:32937_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=270339204
   [junit4]   2> 50107 INFO  (coreCloseExecutor-163-thread-6) [n:127.0.0.1:32937_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=129890819
   [junit4]   2> 50109 INFO  (coreCloseExecutor-164-thread-1) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=663104555
   [junit4]   2> 50109 INFO  (coreCloseExecutor-164-thread-3) [n:127.0.0.1:39573_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=868507700
   [junit4]   2> 50109 INFO  (coreCloseExecutor-164-thread-1) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 50109 INFO  (coreCloseExecutor-164-thread-1) [n:127.0.0.1:39573_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@7729c629 commitCommandVersion:0
   [junit4]   2> 50109 INFO  (coreCloseExecutor-164-thread-4) [n:127.0.0.1:39573_solr c:localShardsTestColl s:shard1 r:core_node6 x:localShardsTestColl_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=1107945961
   [junit4]   2> 50109 INFO  (coreCloseExecutor-164-thread-5) [n:127.0.0.1:39573_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=1507232494
   [junit4]   2> 50115 INFO  (coreCloseExecutor-164-thread-6) [n:127.0.0.1:39573_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1294772351
   [junit4]   2> 50208 INFO  (jetty-closer-4-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2e9eeb66{/solr,null,UNAVAILABLE}
   [junit4]   2> 50222 INFO  (jetty-closer-4-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98984639182274568-127.0.0.1:32937_solr-n_0000000000) closing
   [junit4]   2> 50222 INFO  (OverseerStateUpdate-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:32937_solr
   [junit4]   2> 50239 WARN  (OverseerAutoScalingTriggerThread-98984639182274568-127.0.0.1:32937_solr-n_0000000000) [n:127.0.0.1:32937_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 50250 INFO  (jetty-closer-4-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e9abef5{/solr,null,UNAVAILABLE}
   [junit4]   2> 50251 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15faa0140ae0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 51750 INFO  (jetty-closer-4-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1d8377d7{/solr,null,UNAVAILABLE}
   [junit4]   2> 51751 ERROR (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 51752 INFO  (SUITE-CloudSolrClientTest-seed#[89A340612E75BF3B]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45263 45263
   [junit4]   2> 56787 INFO  (Thread-13) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45263 45263
   [junit4]   2> 56788 WARN  (Thread-13) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	36	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	24	/solr/collections/foo/state.json
   [junit4]   2> 	16	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	12	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	12	/solr/collections/multicollection2/state.json
   [junit4]   2> 	12	/solr/collections/multicollection1/state.json
   [junit4]   2> 	10	/solr/collections/nemesis/state.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/overwrite/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98984639182274568-127.0.0.1:32937_solr-n_0000000000
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard2/election/98984639182274568-core_node9-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_89A340612E75BF3B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=FSTOrd50, a_t=FSTOrd50, title_s=FSTOrd50, id=Lucene50(blocksize=128), text=FST50}, docValues:{_version_=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Asserting), title_s=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1016, maxMBSortInHeap=5.580338345832287, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3ab0f494), locale=no-NO, timezone=Australia/Brisbane
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=188439864,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [SolrExampleXMLTest, CoalesceEvaluatorTest, DivideEvaluatorTest, CloudSolrClientTest]
   [junit4] Completed [63/146 (1!)] on J2 in 44.68s, 16 tests, 1 error <<< FAILURES!

[...truncated 39447 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 20885 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20885/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest

Error Message:
There are still nodes recoverying - waited for 30 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 30 seconds
	at __randomizedtesting.SeedInfo.seed([C7150671B82F8B1C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:104)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection

Error Message:
Error from server at https://127.0.0.1:35615/solr: Timed out waiting to see all replicas: [collection2_shard1_replica_n9] in cluster state.

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35615/solr: Timed out waiting to see all replicas: [collection2_shard1_replica_n9] in cluster state.
	at __randomizedtesting.SeedInfo.seed([DA31CFF668403EA6:840502B82B3FA241]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.LeaderElectionIntegrationTest.createCollection(LeaderElectionIntegrationTest.java:57)
	at org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection(LeaderElectionIntegrationTest.java:116)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12434 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionIntegrationTest
   [junit4]   2> 712173 INFO  (SUITE-LeaderElectionIntegrationTest-seed#[DA31CFF668403EA6]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/init-core-data-001
   [junit4]   2> 712173 WARN  (SUITE-LeaderElectionIntegrationTest-seed#[DA31CFF668403EA6]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 712173 INFO  (SUITE-LeaderElectionIntegrationTest-seed#[DA31CFF668403EA6]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 712175 INFO  (SUITE-LeaderElectionIntegrationTest-seed#[DA31CFF668403EA6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 712177 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimpleSliceLeaderElection
   [junit4]   2> 712178 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001
   [junit4]   2> 712178 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 712178 INFO  (Thread-2956) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 712178 INFO  (Thread-2956) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 712180 ERROR (Thread-2956) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 712278 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [    ] o.a.s.c.ZkTestServer start zk server on port:45129
   [junit4]   2> 712283 INFO  (jetty-launcher-2778-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 712283 INFO  (jetty-launcher-2778-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 712283 INFO  (jetty-launcher-2778-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 712284 INFO  (jetty-launcher-2778-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 712285 INFO  (jetty-launcher-2778-thread-5) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 712304 INFO  (jetty-launcher-2778-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5dadc4b7{/solr,null,AVAILABLE}
   [junit4]   2> 712306 INFO  (jetty-launcher-2778-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3f4e90ce{SSL,[ssl, http/1.1]}{127.0.0.1:35615}
   [junit4]   2> 712306 INFO  (jetty-launcher-2778-thread-3) [    ] o.e.j.s.Server Started @713501ms
   [junit4]   2> 712306 INFO  (jetty-launcher-2778-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35615}
   [junit4]   2> 712306 ERROR (jetty-launcher-2778-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 712306 INFO  (jetty-launcher-2778-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 712307 INFO  (jetty-launcher-2778-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 712307 INFO  (jetty-launcher-2778-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 712307 INFO  (jetty-launcher-2778-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T04:04:20.783Z
   [junit4]   2> 712308 INFO  (jetty-launcher-2778-thread-6) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 712310 INFO  (jetty-launcher-2778-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@701f21bb{/solr,null,AVAILABLE}
   [junit4]   2> 712310 INFO  (jetty-launcher-2778-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@29ae013d{SSL,[ssl, http/1.1]}{127.0.0.1:41927}
   [junit4]   2> 712310 INFO  (jetty-launcher-2778-thread-2) [    ] o.e.j.s.Server Started @713505ms
   [junit4]   2> 712310 INFO  (jetty-launcher-2778-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41927}
   [junit4]   2> 712310 ERROR (jetty-launcher-2778-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 712310 INFO  (jetty-launcher-2778-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 712311 INFO  (jetty-launcher-2778-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 712311 INFO  (jetty-launcher-2778-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 712311 INFO  (jetty-launcher-2778-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T04:04:20.787Z
   [junit4]   2> 712317 INFO  (jetty-launcher-2778-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@226b21e8{/solr,null,AVAILABLE}
   [junit4]   2> 712317 INFO  (jetty-launcher-2778-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4c8711e2{SSL,[ssl, http/1.1]}{127.0.0.1:46391}
   [junit4]   2> 712317 INFO  (jetty-launcher-2778-thread-4) [    ] o.e.j.s.Server Started @713513ms
   [junit4]   2> 712317 INFO  (jetty-launcher-2778-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46391}
   [junit4]   2> 712318 ERROR (jetty-launcher-2778-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 712318 INFO  (jetty-launcher-2778-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 712318 INFO  (jetty-launcher-2778-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 712318 INFO  (jetty-launcher-2778-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 712318 INFO  (jetty-launcher-2778-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T04:04:20.794Z
   [junit4]   2> 712323 INFO  (jetty-launcher-2778-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e0d2ce6{/solr,null,AVAILABLE}
   [junit4]   2> 712324 INFO  (jetty-launcher-2778-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58b1a0ed{/solr,null,AVAILABLE}
   [junit4]   2> 712324 INFO  (jetty-launcher-2778-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@33082679{SSL,[ssl, http/1.1]}{127.0.0.1:33045}
   [junit4]   2> 712324 INFO  (jetty-launcher-2778-thread-1) [    ] o.e.j.s.Server Started @713519ms
   [junit4]   2> 712324 INFO  (jetty-launcher-2778-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33045}
   [junit4]   2> 712324 ERROR (jetty-launcher-2778-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 712324 INFO  (jetty-launcher-2778-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 712325 INFO  (jetty-launcher-2778-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 712325 INFO  (jetty-launcher-2778-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 712325 INFO  (jetty-launcher-2778-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T04:04:20.801Z
   [junit4]   2> 712326 INFO  (jetty-launcher-2778-thread-6) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71e918f8{/solr,null,AVAILABLE}
   [junit4]   2> 712326 INFO  (jetty-launcher-2778-thread-6) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1518bf39{SSL,[ssl, http/1.1]}{127.0.0.1:34829}
   [junit4]   2> 712327 INFO  (jetty-launcher-2778-thread-6) [    ] o.e.j.s.Server Started @713522ms
   [junit4]   2> 712327 INFO  (jetty-launcher-2778-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34829}
   [junit4]   2> 712327 ERROR (jetty-launcher-2778-thread-6) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 712327 INFO  (jetty-launcher-2778-thread-6) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 712327 INFO  (jetty-launcher-2778-thread-6) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 712327 INFO  (jetty-launcher-2778-thread-6) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 712327 INFO  (jetty-launcher-2778-thread-6) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T04:04:20.803Z
   [junit4]   2> 712329 INFO  (jetty-launcher-2778-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7716b584{SSL,[ssl, http/1.1]}{127.0.0.1:33973}
   [junit4]   2> 712329 INFO  (jetty-launcher-2778-thread-5) [    ] o.e.j.s.Server Started @713524ms
   [junit4]   2> 712329 INFO  (jetty-launcher-2778-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33973}
   [junit4]   2> 712329 ERROR (jetty-launcher-2778-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 712329 INFO  (jetty-launcher-2778-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 712329 INFO  (jetty-launcher-2778-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 712329 INFO  (jetty-launcher-2778-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 712329 INFO  (jetty-launcher-2778-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T04:04:20.805Z
   [junit4]   2> 712330 INFO  (jetty-launcher-2778-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 712337 INFO  (jetty-launcher-2778-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 712337 INFO  (jetty-launcher-2778-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 712342 INFO  (jetty-launcher-2778-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 712342 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa93ff02f0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 712349 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa93ff02f0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 712349 INFO  (jetty-launcher-2778-thread-6) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 712350 INFO  (jetty-launcher-2778-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 712354 INFO  (jetty-launcher-2778-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
   [junit4]   2> 712363 INFO  (jetty-launcher-2778-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
   [junit4]   2> 712364 INFO  (jetty-launcher-2778-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
   [junit4]   2> 712365 INFO  (jetty-launcher-2778-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
   [junit4]   2> 712374 INFO  (jetty-launcher-2778-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
   [junit4]   2> 712382 INFO  (jetty-launcher-2778-thread-6) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45129/solr
   [junit4]   2> 712416 INFO  (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 712434 INFO  (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35615_solr
   [junit4]   2> 712435 INFO  (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 712436 INFO  (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 712437 INFO  (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr    ] o.a.s.c.Overseer Overseer (id=98983808903086097-127.0.0.1:35615_solr-n_0000000000) starting
   [junit4]   2> 712437 INFO  (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33973_solr
   [junit4]   2> 712437 INFO  (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34829_solr
   [junit4]   2> 712437 INFO  (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 712441 INFO  (zkCallback-2812-thread-1-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 712442 INFO  (zkCallback-2809-thread-1-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 712442 INFO  (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 712449 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 712450 INFO  (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 712451 INFO  (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41927_solr
   [junit4]   2> 712452 INFO  (zkCallback-2809-thread-2-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 712461 INFO  (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 712462 INFO  (zkCallback-2809-thread-1-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 712462 INFO  (zkCallback-2812-thread-1-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 712462 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 712483 INFO  (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 712483 INFO  (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 712484 INFO  (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46391_solr
   [junit4]   2> 712485 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 712485 INFO  (zkCallback-2809-thread-1-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 712485 INFO  (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 712487 INFO  (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 712487 INFO  (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 712488 INFO  (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33045_solr
   [junit4]   2> 712501 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 712501 INFO  (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 712502 INFO  (zkCallback-2809-thread-1-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 712513 INFO  (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 712513 INFO  (zkCallback-2806-thread-1-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 712518 INFO  (zkCallback-2812-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 712518 INFO  (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35615_solr
   [junit4]   2> 712518 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 712518 INFO  (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 712518 INFO  (zkCallback-2806-thread-1-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 712519 INFO  (zkCallback-2809-thread-1-processing-n:127.0.0.1:34829_solr) [n:127.0.0.1:34829_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 712519 INFO  (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 712528 INFO  (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41927.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712529 INFO  (zkCallback-2812-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 712552 INFO  (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41927.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712552 INFO  (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41927.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712553 INFO  (jetty-launcher-2778-thread-2) [n:127.0.0.1:41927_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node2/.
   [junit4]   2> 712593 INFO  (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34829.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712595 INFO  (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33973.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712606 INFO  (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34829.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712606 INFO  (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34829.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712608 INFO  (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33045.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712609 INFO  (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33973.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712609 INFO  (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33973.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712610 INFO  (jetty-launcher-2778-thread-5) [n:127.0.0.1:33973_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node5/.
   [junit4]   2> 712612 INFO  (jetty-launcher-2778-thread-6) [n:127.0.0.1:34829_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node6/.
   [junit4]   2> 712617 INFO  (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712621 INFO  (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33045.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712621 INFO  (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33045.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712622 INFO  (jetty-launcher-2778-thread-1) [n:127.0.0.1:33045_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node1/.
   [junit4]   2> 712626 INFO  (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712626 INFO  (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712627 INFO  (jetty-launcher-2778-thread-4) [n:127.0.0.1:46391_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node4/.
   [junit4]   2> 712628 INFO  (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35615.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712636 INFO  (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35615.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712636 INFO  (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35615.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 712637 INFO  (jetty-launcher-2778-thread-3) [n:127.0.0.1:35615_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node3/.
   [junit4]   2> 712866 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 712866 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[DA31CFF668403EA6]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45129/solr ready
   [junit4]   2> 712909 INFO  (qtp1816923574-14639) [n:127.0.0.1:35615_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 712910 INFO  (OverseerThreadFactory-3248-thread-1-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 713016 INFO  (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41927/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 713017 INFO  (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:46391/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 713250 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 713250 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 713258 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 713258 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 713361 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 713361 INFO  (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 713361 INFO  (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 713361 INFO  (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 714260 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 714267 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 714267 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 714270 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 714270 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 714270 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41927.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 714270 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 714271 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node2/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node2/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 714273 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema [collection1_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 714286 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 714286 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n2' using configuration from collection collection1, trusted=true
   [junit4]   2> 714286 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46391.solr.core.collection1.shard2.replica_n2' (registry 'solr.core.collection1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 714286 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 714286 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [[collection1_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node4/collection1_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node4/./collection1_shard2_replica_n2/data/]
   [junit4]   2> 714316 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 714316 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 714317 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 714317 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 714318 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2a666760[collection1_shard1_replica_n1] main]
   [junit4]   2> 714319 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 714319 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 714320 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 714320 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583740944694378496
   [junit4]   2> 714320 INFO  (searcherExecutor-3261-thread-1-processing-n:127.0.0.1:41927_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node3) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@2a666760[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 714323 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 714323 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 714323 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 714324 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41927/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 714335 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 714335 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 714337 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 714337 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 714338 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3d8988cc[collection1_shard2_replica_n2] main]
   [junit4]   2> 714339 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 714339 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 714340 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 714341 INFO  (searcherExecutor-3262-thread-1-processing-n:127.0.0.1:46391_solr x:collection1_shard2_replica_n2 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.SolrCore [collection1_shard2_replica_n2] Registered new searcher Searcher@3d8988cc[collection1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 714341 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583740944716398592
   [junit4]   2> 714344 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 714344 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 714344 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 714346 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46391/solr/collection1_shard2_replica_n2/ shard2
   [junit4]   2> 714446 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 714446 INFO  (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 714447 INFO  (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 714447 INFO  (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 714475 WARN  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
   [junit4]   2> 714486 INFO  (qtp30265189-14624) [n:127.0.0.1:41927_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1235
   [junit4]   2> 714496 WARN  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
   [junit4]   2> 714504 INFO  (qtp2109450197-14621) [n:127.0.0.1:46391_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n2&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1246
   [junit4]   2> 714506 INFO  (qtp1816923574-14639) [n:127.0.0.1:35615_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 714600 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 714600 INFO  (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 714600 INFO  (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 714600 INFO  (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 714911 INFO  (OverseerCollectionConfigSetProcessor-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 715507 INFO  (qtp1816923574-14639) [n:127.0.0.1:35615_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2598
   [junit4]   2> 715508 INFO  (qtp1816923574-14640) [n:127.0.0.1:35615_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 715510 INFO  (OverseerThreadFactory-3248-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:35615_solr for creating new replica
   [junit4]   2> 715511 INFO  (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35615/solr",
   [junit4]   2>   "node_name":"127.0.0.1:35615_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 715612 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 715612 INFO  (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 715612 INFO  (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 715612 INFO  (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 715714 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 715714 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 715720 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 715724 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema [collection1_shard1_replica_n5] Schema name=minimal
   [junit4]   2> 715726 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 715726 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n5' using configuration from collection collection1, trusted=true
   [junit4]   2> 715726 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35615.solr.core.collection1.shard1.replica_n5' (registry 'solr.core.collection1.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 715726 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 715726 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrCore [[collection1_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node3/collection1_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node3/./collection1_shard1_replica_n5/data/]
   [junit4]   2> 715754 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 715754 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 715755 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 715755 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 715756 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@1f84b756[collection1_shard1_replica_n5] main]
   [junit4]   2> 715757 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 715757 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 715758 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 715758 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583740946202230784
   [junit4]   2> 715758 INFO  (searcherExecutor-3271-thread-1-processing-n:127.0.0.1:35615_solr x:collection1_shard1_replica_n5 s:shard1 c:collection1 r:core_node6) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrCore [collection1_shard1_replica_n5] Registered new searcher Searcher@1f84b756[collection1_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 715760 WARN  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
   [junit4]   2> 715769 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=54
   [junit4]   2> 715770 INFO  (qtp1816923574-14640) [n:127.0.0.1:35615_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=262
   [junit4]   2> 715770 INFO  (qtp1816923574-14635) [n:127.0.0.1:35615_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 715772 INFO  (OverseerCollectionConfigSetProcessor-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 715772 INFO  (OverseerThreadFactory-3248-thread-3-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33045_solr for creating new replica
   [junit4]   2> 715773 INFO  (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n7",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33045/solr",
   [junit4]   2>   "node_name":"127.0.0.1:33045_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 715874 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 715874 INFO  (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 715874 INFO  (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 715874 INFO  (zkCallback-2812-thread-1-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 715874 INFO  (zkCallback-2812-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 715874 INFO  (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716001 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&name=collection1_shard1_replica_n7&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 716001 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 716008 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 716013 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.s.IndexSchema [collection1_shard1_replica_n7] Schema name=minimal
   [junit4]   2> 716014 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 716014 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n7' using configuration from collection collection1, trusted=true
   [junit4]   2> 716015 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33045.solr.core.collection1.shard1.replica_n7' (registry 'solr.core.collection1.shard1.replica_n7') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 716015 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 716015 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.SolrCore [[collection1_shard1_replica_n7] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node1/collection1_shard1_replica_n7], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node1/./collection1_shard1_replica_n7/data/]
   [junit4]   2> 716048 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 716048 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 716048 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 716049 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 716050 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.s.SolrIndexSearcher Opening [Searcher@2aec9d32[collection1_shard1_replica_n7] main]
   [junit4]   2> 716050 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 716050 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 716051 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 716052 INFO  (searcherExecutor-3276-thread-1-processing-n:127.0.0.1:33045_solr x:collection1_shard1_replica_n7 s:shard1 c:collection1 r:core_node8) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.SolrCore [collection1_shard1_replica_n7] Registered new searcher Searcher@2aec9d32[collection1_shard1_replica_n7] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 716052 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583740946510512128
   [junit4]   2> 716054 WARN  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
   [junit4]   2> 716061 INFO  (qtp1282268795-14626) [n:127.0.0.1:33045_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n7] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&name=collection1_shard1_replica_n7&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=60
   [junit4]   2> 716063 INFO  (qtp1816923574-14635) [n:127.0.0.1:35615_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=292
   [junit4]   2> 716064 INFO  (qtp1816923574-14639) [n:127.0.0.1:35615_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 716065 INFO  (OverseerCollectionConfigSetProcessor-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 716066 INFO  (OverseerThreadFactory-3248-thread-4-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:33973_solr for creating new replica
   [junit4]   2> 716068 INFO  (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n9",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33973/solr",
   [junit4]   2>   "node_name":"127.0.0.1:33973_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 716169 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716169 INFO  (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716170 INFO  (zkCallback-2806-thread-1-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716169 INFO  (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716169 INFO  (zkCallback-2812-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716169 INFO  (zkCallback-2812-thread-3-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716169 INFO  (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716170 INFO  (zkCallback-2806-thread-2-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716311 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&name=collection1_shard1_replica_n9&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 716311 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 716319 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 716323 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.s.IndexSchema [collection1_shard1_replica_n9] Schema name=minimal
   [junit4]   2> 716324 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 716324 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n9' using configuration from collection collection1, trusted=true
   [junit4]   2> 716325 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33973.solr.core.collection1.shard1.replica_n9' (registry 'solr.core.collection1.shard1.replica_n9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@74af335e
   [junit4]   2> 716325 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 716325 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.SolrCore [[collection1_shard1_replica_n9] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node5/collection1_shard1_replica_n9], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_DA31CFF668403EA6-001/tempDir-001/node5/./collection1_shard1_replica_n9/data/]
   [junit4]   2> 716359 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 716359 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 716360 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 716360 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 716361 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.s.SolrIndexSearcher Opening [Searcher@1dc39588[collection1_shard1_replica_n9] main]
   [junit4]   2> 716361 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 716361 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 716362 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 716363 INFO  (searcherExecutor-3281-thread-1-processing-n:127.0.0.1:33973_solr x:collection1_shard1_replica_n9 s:shard1 c:collection1 r:core_node10) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.SolrCore [collection1_shard1_replica_n9] Registered new searcher Searcher@1dc39588[collection1_shard1_replica_n9] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 716363 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583740946836619264
   [junit4]   2> 716366 WARN  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
   [junit4]   2> 716373 INFO  (qtp1138415523-14633) [n:127.0.0.1:33973_solr c:collection1 s:shard1 r:core_node10 x:collection1_shard1_replica_n9] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node10&collection.configName=conf&name=collection1_shard1_replica_n9&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=62
   [junit4]   2> 716375 INFO  (qtp1816923574-14639) [n:127.0.0.1:35615_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=311
   [junit4]   2> 716376 INFO  (qtp1816923574-14637) [n:127.0.0.1:35615_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 716377 INFO  (OverseerCollectionConfigSetProcessor-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 716377 INFO  (OverseerThreadFactory-3248-thread-5-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:34829_solr for creating new replica
   [junit4]   2> 716379 INFO  (OverseerStateUpdate-98983808903086097-127.0.0.1:35615_solr-n_0000000000) [n:127.0.0.1:35615_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n11",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34829/solr",
   [junit4]   2>   "node_name":"127.0.0.1:34829_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 716481 INFO  (zkCallback-2808-thread-2-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716481 INFO  (zkCallback-2806-thread-2-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716481 INFO  (zkCallback-2807-thread-1-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716481 INFO  (zkCallback-2806-thread-1-processing-n:127.0.0.1:33045_solr) [n:127.0.0.1:33045_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716481 INFO  (zkCallback-2812-thread-2-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716481 INFO  (zkCallback-2803-thread-1-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716481 INFO  (zkCallback-2803-thread-2-processing-n:127.0.0.1:46391_solr) [n:127.0.0.1:46391_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716481 INFO  (zkCallback-2812-thread-3-processing-n:127.0.0.1:35615_solr) [n:127.0.0.1:35615_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716481 INFO  (zkCallback-2807-thread-2-processing-n:127.0.0.1:33973_solr) [n:127.0.0.1:33973_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716481 INFO  (zkCallback-2808-thread-1-processing-n:127.0.0.1:41927_solr) [n:127.0.0.1:41927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 716607 INFO  (qtp8592178-14665) [n:127.0.0.1:34829_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&name=collection1_shard1_replica_n11&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 716607 INFO  (qtp8592178-14665) [n:127.0.0.1:34829_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 716617 INFO  (qtp8592178-14665) [n:127.0.0.1:34829_solr c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 716623 INFO  (qtp8592178-14665) [n:127.0.0.1:34829_solr c:collection1 s:shard1 r:core_node12 x:collection1_shard1_replica_n11] o.a.s.s.IndexSch

[...truncated too long message...]

in = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@3e52f00c
   [junit4]   2> 75012 INFO  (jetty-closer-32-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 75012 INFO  (jetty-closer-32-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3992da95: rootName = solr_37383, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@339dcdd8
   [junit4]   2> 75017 INFO  (jetty-closer-32-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 75017 INFO  (jetty-closer-32-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2ece32bb: rootName = solr_43723, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@36074e6e
   [junit4]   2> 75022 INFO  (jetty-closer-32-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 75022 INFO  (jetty-closer-32-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22178485: rootName = solr_43723, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@339dcdd8
   [junit4]   2> 75023 INFO  (jetty-closer-32-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:39009_solr
   [junit4]   2> 75024 INFO  (jetty-closer-32-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:37383_solr
   [junit4]   2> 75024 INFO  (jetty-closer-32-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43723_solr
   [junit4]   2> 75025 INFO  (jetty-closer-32-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 75034 INFO  (zkCallback-48-thread-3-processing-n:127.0.0.1:39009_solr) [n:127.0.0.1:39009_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 75034 INFO  (jetty-closer-32-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 75035 INFO  (jetty-closer-32-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 75035 INFO  (jetty-closer-32-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 75035 INFO  (zkCallback-47-thread-4-processing-n:127.0.0.1:37383_solr) [n:127.0.0.1:37383_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 75035 INFO  (zkCallback-46-thread-2-processing-n:127.0.0.1:43723_solr) [n:127.0.0.1:43723_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (0)
   [junit4]   2> 75064 INFO  (coreCloseExecutor-320-thread-1) [n:127.0.0.1:39009_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5c53573c
   [junit4]   2> 75064 INFO  (coreCloseExecutor-320-thread-1) [n:127.0.0.1:39009_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard1.replica_n1, tag=1548965692
   [junit4]   2> 75065 INFO  (coreCloseExecutor-320-thread-1) [n:127.0.0.1:39009_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@456e7bc4: rootName = solr_39009, domain = solr.core.collection1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.collection1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1780229c
   [junit4]   2> 75066 INFO  (jetty-closer-32-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@385ec937{/solr,null,UNAVAILABLE}
   [junit4]   2> 75066 INFO  (coreCloseExecutor-321-thread-1) [n:127.0.0.1:37383_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore [collection1_shard2_replica_n3]  CLOSING SolrCore org.apache.solr.core.SolrCore@5e366316
   [junit4]   2> 75066 INFO  (coreCloseExecutor-321-thread-1) [n:127.0.0.1:37383_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n3, tag=1580622614
   [junit4]   2> 75067 INFO  (coreCloseExecutor-321-thread-1) [n:127.0.0.1:37383_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@54ec170b: rootName = solr_37383, domain = solr.core.collection1.shard2.replica_n3, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n3 / com.codahale.metrics.MetricRegistry@749f8d22
   [junit4]   2> 75089 INFO  (coreCloseExecutor-320-thread-1) [n:127.0.0.1:39009_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=1548965692
   [junit4]   2> 75103 INFO  (coreCloseExecutor-321-thread-1) [n:127.0.0.1:37383_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1580622614
   [junit4]   2> 75113 INFO  (jetty-closer-32-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@64013904{/solr,null,UNAVAILABLE}
   [junit4]   2> 75116 INFO  (jetty-closer-32-thread-3) [    ] o.a.s.c.Overseer Overseer (id=98983933229137929-127.0.0.1:37383_solr-n_0000000000) closing
   [junit4]   2> 75116 INFO  (OverseerStateUpdate-98983933229137929-127.0.0.1:37383_solr-n_0000000000) [n:127.0.0.1:37383_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:37383_solr
   [junit4]   2> 75117 WARN  (OverseerAutoScalingTriggerThread-98983933229137929-127.0.0.1:37383_solr-n_0000000000) [n:127.0.0.1:37383_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 75119 INFO  (jetty-closer-32-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48deaf6b{/solr,null,UNAVAILABLE}
   [junit4]   2> 75121 ERROR (SUITE-CloudSolrClientTest-seed#[C7150671B82F8B1C]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 75122 INFO  (SUITE-CloudSolrClientTest-seed#[C7150671B82F8B1C]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43785 43785
   [junit4]   2> 80153 INFO  (Thread-13) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43785 43785
   [junit4]   2> 80153 WARN  (Thread-13) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/collections/collection1/state.json
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98983933229137929-127.0.0.1:37383_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> 80154 INFO  (SUITE-CloudSolrClientTest-seed#[C7150671B82F8B1C]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1123, maxMBSortInHeap=7.946210943354128, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4e6d9db6), locale=ja, timezone=America/Fortaleza
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=383696352,total=519569408
   [junit4]   2> NOTE: All tests run in this JVM: [StreamExpressionToExplanationTest, NormalizeEvaluatorTest, ArcCosineEvaluatorTest, TestCoreAdmin, CosineEvaluatorTest, TestJavaBinCodec, TestHash, CloudSolrClientBuilderTest, PowerEvaluatorTest, JdbcDriverTest, TestSuggesterResponse, ArrayEvaluatorTest, CloudSolrClientTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CloudSolrClientTest -Dtests.seed=C7150671B82F8B1C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=America/Fortaleza -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J2 | CloudSolrClientTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 30 seconds
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C7150671B82F8B1C]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:185)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.setupCluster(CloudSolrClientTest.java:104)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [64/146 (1!)] on J2 in 69.30s, 0 tests, 1 failure <<< FAILURES!

[...truncated 46540 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20884 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20884/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale

Error Message:
Error from server at http://127.0.0.1:37839/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37839/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([D90B00789429CD20:6D3A989077C0BB0C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest

Error Message:
Error from server at https://127.0.0.1:41851/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41851/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([B00C8E859A7776CA:AC1C94FFBBB7C62B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest(MigrateRouteKeyTest.java:89)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12534 lines...]
   [junit4] Suite: org.apache.solr.cloud.MigrateRouteKeyTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/init-core-data-001
   [junit4]   2> 1736425 INFO  (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1736427 INFO  (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1736427 INFO  (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1736428 INFO  (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001
   [junit4]   2> 1736428 INFO  (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1736428 INFO  (Thread-2423) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1736428 INFO  (Thread-2423) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1736430 ERROR (Thread-2423) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1736528 INFO  (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38181
   [junit4]   2> 1736547 INFO  (jetty-launcher-508-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1736548 INFO  (jetty-launcher-508-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1736554 INFO  (jetty-launcher-508-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@561b13{/solr,null,AVAILABLE}
   [junit4]   2> 1736556 INFO  (jetty-launcher-508-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@229667{SSL,[ssl, http/1.1]}{127.0.0.1:35467}
   [junit4]   2> 1736556 INFO  (jetty-launcher-508-thread-1) [    ] o.e.j.s.Server Started @1738607ms
   [junit4]   2> 1736556 INFO  (jetty-launcher-508-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35467}
   [junit4]   2> 1736556 ERROR (jetty-launcher-508-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1736556 INFO  (jetty-launcher-508-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1736556 INFO  (jetty-launcher-508-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1736556 INFO  (jetty-launcher-508-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1736556 INFO  (jetty-launcher-508-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T01:22:59.407Z
   [junit4]   2> 1736559 INFO  (jetty-launcher-508-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1de834c{/solr,null,AVAILABLE}
   [junit4]   2> 1736559 INFO  (jetty-launcher-508-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1e46a08{SSL,[ssl, http/1.1]}{127.0.0.1:41851}
   [junit4]   2> 1736560 INFO  (jetty-launcher-508-thread-2) [    ] o.e.j.s.Server Started @1738611ms
   [junit4]   2> 1736560 INFO  (jetty-launcher-508-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41851}
   [junit4]   2> 1736560 INFO  (jetty-launcher-508-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1736560 ERROR (jetty-launcher-508-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1736560 INFO  (jetty-launcher-508-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1736560 INFO  (jetty-launcher-508-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1736560 INFO  (jetty-launcher-508-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1736561 INFO  (jetty-launcher-508-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-11T01:22:59.411Z
   [junit4]   2> 1736564 INFO  (jetty-launcher-508-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1736574 INFO  (jetty-launcher-508-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38181/solr
   [junit4]   2> 1736579 INFO  (jetty-launcher-508-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38181/solr
   [junit4]   2> 1736597 INFO  (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1736598 INFO  (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41851_solr
   [junit4]   2> 1736598 INFO  (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr    ] o.a.s.c.Overseer Overseer (id=98983174424494086-127.0.0.1:41851_solr-n_0000000000) starting
   [junit4]   2> 1736623 INFO  (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41851_solr
   [junit4]   2> 1736640 INFO  (zkCallback-521-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1736643 INFO  (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1736644 INFO  (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1736645 INFO  (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35467_solr
   [junit4]   2> 1736650 INFO  (zkCallback-521-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1736663 INFO  (zkCallback-516-thread-1-processing-n:127.0.0.1:35467_solr) [n:127.0.0.1:35467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1736748 INFO  (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35467.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
   [junit4]   2> 1736757 INFO  (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35467.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
   [junit4]   2> 1736757 INFO  (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35467.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
   [junit4]   2> 1736759 INFO  (jetty-launcher-508-thread-1) [n:127.0.0.1:35467_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node1/.
   [junit4]   2> 1736772 INFO  (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41851.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
   [junit4]   2> 1736778 INFO  (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41851.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
   [junit4]   2> 1736778 INFO  (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41851.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
   [junit4]   2> 1736779 INFO  (jetty-launcher-508-thread-2) [n:127.0.0.1:41851_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node2/.
   [junit4]   2> 1736804 INFO  (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1736804 INFO  (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38181/solr ready
   [junit4]   2> 1736861 INFO  (qtp33260723-10510) [n:127.0.0.1:41851_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1736861 INFO  (qtp33260723-10510) [n:127.0.0.1:41851_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1736862 INFO  (SUITE-MigrateRouteKeyTest-seed#[B00C8E859A7776CA]-worker) [    ] o.a.s.c.MigrateRouteKeyTest Using legacyCloud=false for cluster
   [junit4]   2> 1736873 INFO  (TEST-MigrateRouteKeyTest.multipleShardMigrateTest-seed#[B00C8E859A7776CA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting multipleShardMigrateTest
   [junit4]   2> 1736874 INFO  (qtp33260723-10517) [n:127.0.0.1:41851_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=sourceCollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1736875 INFO  (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.CreateCollectionCmd Create collection sourceCollection
   [junit4]   2> 1736980 INFO  (OverseerStateUpdate-98983174424494086-127.0.0.1:41851_solr-n_0000000000) [n:127.0.0.1:41851_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"sourceCollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"sourceCollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35467/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1736982 INFO  (OverseerStateUpdate-98983174424494086-127.0.0.1:41851_solr-n_0000000000) [n:127.0.0.1:41851_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"sourceCollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"sourceCollection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:41851/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1737187 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=sourceCollection_shard2_replica_n2&action=CREATE&numShards=2&collection=sourceCollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1737187 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1737237 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=sourceCollection_shard1_replica_n1&action=CREATE&numShards=2&collection=sourceCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1737237 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1737339 INFO  (zkCallback-521-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1737339 INFO  (zkCallback-516-thread-1-processing-n:127.0.0.1:35467_solr) [n:127.0.0.1:35467_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1737339 INFO  (zkCallback-521-thread-2-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1737340 INFO  (zkCallback-516-thread-2-processing-n:127.0.0.1:35467_solr) [n:127.0.0.1:35467_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1738200 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1738208 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.s.IndexSchema [sourceCollection_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1738210 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1738210 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'sourceCollection_shard2_replica_n2' using configuration from collection sourceCollection, trusted=true
   [junit4]   2> 1738211 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41851.solr.core.sourceCollection.shard2.replica_n2' (registry 'solr.core.sourceCollection.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
   [junit4]   2> 1738211 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1738211 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrCore [[sourceCollection_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node2/sourceCollection_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node2/./sourceCollection_shard2_replica_n2/data/]
   [junit4]   2> 1738249 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1738265 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.IndexSchema [sourceCollection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1738271 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1738271 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'sourceCollection_shard1_replica_n1' using configuration from collection sourceCollection, trusted=true
   [junit4]   2> 1738272 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35467.solr.core.sourceCollection.shard1.replica_n1' (registry 'solr.core.sourceCollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4935d3
   [junit4]   2> 1738272 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1738272 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrCore [[sourceCollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node1/sourceCollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MigrateRouteKeyTest_B00C8E859A7776CA-001/tempDir-001/node1/./sourceCollection_shard1_replica_n1/data/]
   [junit4]   2> 1738307 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1738307 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1738309 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1738309 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1738310 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d81cf[sourceCollection_shard2_replica_n2] main]
   [junit4]   2> 1738311 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1738311 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1738312 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1738313 INFO  (searcherExecutor-2414-thread-1-processing-n:127.0.0.1:41851_solr x:sourceCollection_shard2_replica_n2 s:shard2 c:sourceCollection r:core_node4) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrCore [sourceCollection_shard2_replica_n2] Registered new searcher Searcher@1d81cf[sourceCollection_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1738313 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583730792767422464
   [junit4]   2> 1738316 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1738316 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1738316 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41851/solr/sourceCollection_shard2_replica_n2/
   [junit4]   2> 1738316 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1738316 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:41851/solr/sourceCollection_shard2_replica_n2/ has no replicas
   [junit4]   2> 1738316 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1738317 INFO  (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41851/solr/sourceCollection_shard2_replica_n2/ shard2
   [junit4]   2> 1738323 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1738323 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1738324 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1738324 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1738325 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@22c726[sourceCollection_shard1_replica_n1] main]
   [junit4]   2> 1738326 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1738326 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1738326 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1738327 INFO  (searcherExecutor-2415-thread-1-processing-n:127.0.0.1:35467_solr x:sourceCollection_shard1_replica_n1 s:shard1 c:sourceCollection r:core_node3) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrCore [sourceCollection_shard1_replica_n1] Registered new searcher Searcher@22c726[sourceCollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1738327 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583730792782102528
   [junit4]   2> 1738330 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1738330 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1738330 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:35467/solr/sourceCollection_shard1_replica_n1/
   [junit4]   2> 1738330 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1738330 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:35467/solr/sourceCollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1738330 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1738331 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:35467/solr/sourceCollection_shard1_replica_n1/ shard1
   [junit4]   2> 1916875 ERROR (qtp33260723-10517) [n:127.0.0.1:41851_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1916876 INFO  (qtp33260723-10517) [n:127.0.0.1:41851_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=sourceCollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180002
   [junit4]   2> 1916876 ERROR (qtp33260723-10517) [n:127.0.0.1:41851_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:312)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1916876 INFO  (TEST-MigrateRouteKeyTest.multipleShardMigrateTest-seed#[B00C8E859A7776CA]) [    ] o.a.s.SolrTestCaseJ4 ###Ending multipleShardMigrateTest
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=MigrateRouteKeyTest -Dtests.method=multipleShardMigrateTest -Dtests.seed=B00C8E859A7776CA -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=id -Dtests.timezone=America/Nassau -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    180s J0 | MigrateRouteKeyTest.multipleShardMigrateTest <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41851/solr: create the collection time out:180s
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B00C8E859A7776CA:AC1C94FFBBB7C62B]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.MigrateRouteKeyTest.multipleShardMigrateTest(MigrateRouteKeyTest.java:89)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1916900 INFO  (jetty-closer-509-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1e46a08{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1916900 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41851/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:41851/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:41851 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 1916900 INFO  (jetty-closer-509-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@229667{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1916901 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:35467/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:35467/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:35467 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 1916904 INFO  (jetty-closer-509-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=7253114
   [junit4]   2> 1916905 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [sourceCollection].
   [junit4]   2> 1916901 INFO  (jetty-closer-509-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=8951150
   [junit4]   2> 1916905 INFO  (jetty-closer-509-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1916905 INFO  (jetty-closer-509-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1916905 INFO  (jetty-closer-509-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c0e239: rootName = solr_41851, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c0a371
   [junit4]   2> 1916905 INFO  (jetty-closer-509-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e74dbf: rootName = solr_35467, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7f4404
   [junit4]   2> 1916908 INFO  (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1916908 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:41851/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:41851/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:41851 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 22 more
   [junit4]   2> 1916909 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:35467/solr
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Server refused connection at: https://127.0.0.1:35467/solr
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:650)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:35467 [/127.0.0.1] failed: Connection refused (Connection refused)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:159)
   [junit4]   2> 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:359)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:381)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:237)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> Caused by: java.net.ConnectException: Connection refused (Connection refused)
   [junit4]   2> 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]   2> 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]   2> 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]   2> 	at java.net.Socket.connect(Socket.java:589)
   [junit4]   2> 	at org.apache.http.conn.ssl.SSLConnectionSocketFactory.connectSocket(SSLConnectionSocketFactory.java:339)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:142)
   [junit4]   2> 	... 22 more
   [junit4]   2> 1916913 INFO  (jetty-closer-509-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1916913 INFO  (jetty-closer-509-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1d5e1c3: rootName = solr_41851, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1d6a36a
   [junit4]   2> 1916913 INFO  (jetty-closer-509-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1916913 INFO  (jetty-closer-509-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8acf54: rootName = solr_35467, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1d6a36a
   [junit4]   2> 1916917 INFO  (jetty-closer-509-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1916917 INFO  (jetty-closer-509-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1916917 INFO  (jetty-closer-509-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@53da33: rootName = solr_41851, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b9c8a9
   [junit4]   2> 1916917 INFO  (jetty-closer-509-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b04f66: rootName = solr_35467, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1b9c8a9
   [junit4]   2> 1916918 INFO  (jetty-closer-509-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35467_solr
   [junit4]   2> 1916918 INFO  (jetty-closer-509-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1916926 INFO  (zkCallback-516-thread-3-processing-n:127.0.0.1:35467_solr) [n:127.0.0.1:35467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1916926 INFO  (zkCallback-521-thread-5-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1916926 INFO  (coreCloseExecutor-2424-thread-1) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.SolrCore [sourceCollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@fab15c
   [junit4]   2> 1916926 INFO  (coreCloseExecutor-2424-thread-1) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.sourceCollection.shard1.replica_n1, tag=16429404
   [junit4]   2> 1916926 INFO  (coreCloseExecutor-2424-thread-1) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@dd6753: rootName = solr_35467, domain = solr.core.sourceCollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.sourceCollection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@d1099d
   [junit4]   2> 1916930 INFO  (jetty-closer-509-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:41851_solr
   [junit4]   2> 1916931 INFO  (zkCallback-521-thread-5-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1916931 INFO  (zkCallback-516-thread-3-processing-n:127.0.0.1:35467_solr) [n:127.0.0.1:35467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 1916931 INFO  (jetty-closer-509-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1916931 INFO  (coreCloseExecutor-2425-thread-1) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.SolrCore [sourceCollection_shard2_replica_n2]  CLOSING SolrCore org.apache.solr.core.SolrCore@17c6379
   [junit4]   2> 1916931 INFO  (coreCloseExecutor-2425-thread-1) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.sourceCollection.shard2.replica_n2, tag=24929145
   [junit4]   2> 1916932 INFO  (coreCloseExecutor-2425-thread-1) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12a3598: rootName = solr_41851, domain = solr.core.sourceCollection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.sourceCollection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@f81881
   [junit4]   2> 1916935 INFO  (coreCloseExecutor-2424-thread-1) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.sourceCollection.shard1.leader, tag=16429404
   [junit4]   2> 1916937 INFO  (jetty-closer-509-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@561b13{/solr,null,UNAVAILABLE}
   [junit4]   2> 1916940 INFO  (coreCloseExecutor-2425-thread-1) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.sourceCollection.shard2.leader, tag=24929145
   [junit4]   2> 1916941 INFO  (jetty-closer-509-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98983174424494086-127.0.0.1:41851_solr-n_0000000000) closing
   [junit4]   2> 1916941 INFO  (OverseerStateUpdate-98983174424494086-127.0.0.1:41851_solr-n_0000000000) [n:127.0.0.1:41851_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:41851_solr
   [junit4]   2> 1916964 ERROR (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: sourceCollection slice: shard1 saw state=DocCollection(sourceCollection//collections/sourceCollection/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node3":{
   [junit4]   2>           "core":"sourceCollection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:35467/solr",
   [junit4]   2>           "node_name":"127.0.0.1:35467_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"sourceCollection_shard2_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:41851/solr",
   [junit4]   2>           "node_name":"127.0.0.1:41851_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1916965 ERROR (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: sourceCollection slice: shard1 saw state=DocCollection(sourceCollection//collections/sourceCollection/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node3":{
   [junit4]   2>           "core":"sourceCollection_shard1_replica_n1",
   [junit4]   2>           "base_url":"https://127.0.0.1:35467/solr",
   [junit4]   2>           "node_name":"127.0.0.1:35467_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"sourceCollection_shard2_replica_n2",
   [junit4]   2>           "base_url":"https://127.0.0.1:41851/solr",
   [junit4]   2>           "node_name":"127.0.0.1:41851_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 1916975 INFO  (qtp11213037-10503) [n:127.0.0.1:35467_solr c:sourceCollection s:shard1 r:core_node3 x:sourceCollection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=sourceCollection_shard1_replica_n1&action=CREATE&numShards=2&collection=sourceCollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=179738
   [junit4]   2> 1946950 INFO  (zkCallback-521-thread-5-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1946950 INFO  (zkCallback-521-thread-4-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/sourceCollection/state.json] for collection [sourceCollection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1946975 ERROR (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: sourceCollection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: sourceCollection
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1946977 INFO  (OverseerThreadFactory-2409-thread-1-processing-n:127.0.0.1:41851_solr) [n:127.0.0.1:41851_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1946979 WARN  (OverseerAutoScalingTriggerThread-98983174424494086-127.0.0.1:41851_solr-n_0000000000) [n:127.0.0.1:41851_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1946980 INFO  (jetty-closer-509-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1de834c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1946993 ERROR (qtp33260723-10520) [n:127.0.0.1:41851_solr c:sourceCollection s:shard2 r:core_node4 x:sourceCollection_shard2_replica_n2] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: sourceCollection slice: shard2 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2>

[...truncated too long message...]

stry=solr.collection.foo.shard1.leader, tag=12863234
   [junit4]   2> 83541 INFO  (coreCloseExecutor-297-thread-4) [n:127.0.0.1:44921_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=24853371
   [junit4]   2> 83541 INFO  (coreCloseExecutor-297-thread-5) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n8, tag=28883497
   [junit4]   2> 83541 INFO  (coreCloseExecutor-297-thread-5) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11b1e61: rootName = solr_44921, domain = solr.core.localShardsTestColl.shard2.replica_n8, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n8 / com.codahale.metrics.MetricRegistry@a6d805
   [junit4]   2> 83561 INFO  (jetty-closer-66-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1fb57b0{/solr,null,UNAVAILABLE}
   [junit4]   2> 83563 INFO  (coreCloseExecutor-297-thread-7) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard1.replica_n2, tag=29609094
   [junit4]   2> 83563 INFO  (coreCloseExecutor-297-thread-7) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1254231: rootName = solr_44921, domain = solr.core.localShardsTestColl.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@b79585
   [junit4]   2> 83563 INFO  (coreCloseExecutor-298-thread-4) [n:127.0.0.1:36141_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=3727590
   [junit4]   2> 83564 INFO  (coreCloseExecutor-298-thread-5) [n:127.0.0.1:36141_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard3.replica_n12, tag=33206353
   [junit4]   2> 83564 INFO  (coreCloseExecutor-298-thread-5) [n:127.0.0.1:36141_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1dec9fb: rootName = solr_36141, domain = solr.core.localShardsTestColl.shard3.replica_n12, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard3.replica_n12 / com.codahale.metrics.MetricRegistry@b4309a
   [junit4]   2> 83570 INFO  (coreCloseExecutor-297-thread-8) [n:127.0.0.1:44921_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=24535073
   [junit4]   2> 83570 INFO  (coreCloseExecutor-297-thread-8) [n:127.0.0.1:44921_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@135c492: rootName = solr_44921, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1dfd41a
   [junit4]   2> 83571 INFO  (coreCloseExecutor-298-thread-6) [n:127.0.0.1:36141_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n4, tag=14829153
   [junit4]   2> 83571 INFO  (coreCloseExecutor-298-thread-6) [n:127.0.0.1:36141_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3a5b89: rootName = solr_36141, domain = solr.core.foo.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@2d954e
   [junit4]   2> 83590 INFO  (coreCloseExecutor-298-thread-6) [n:127.0.0.1:36141_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=14829153
   [junit4]   2> 83591 INFO  (coreCloseExecutor-298-thread-5) [n:127.0.0.1:36141_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=33206353
   [junit4]   2> 83597 INFO  (coreCloseExecutor-297-thread-5) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=28883497
   [junit4]   2> 83597 INFO  (coreCloseExecutor-297-thread-7) [n:127.0.0.1:44921_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=29609094
   [junit4]   2> 83597 INFO  (coreCloseExecutor-297-thread-8) [n:127.0.0.1:44921_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=24535073
   [junit4]   2> 83609 INFO  (jetty-closer-66-thread-3) [    ] o.a.s.c.Overseer Overseer (id=98983284435648517-127.0.0.1:36141_solr-n_0000000000) closing
   [junit4]   2> 83609 INFO  (OverseerStateUpdate-98983284435648517-127.0.0.1:36141_solr-n_0000000000) [n:127.0.0.1:36141_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36141_solr
   [junit4]   2> 83609 WARN  (OverseerAutoScalingTriggerThread-98983284435648517-127.0.0.1:36141_solr-n_0000000000) [n:127.0.0.1:36141_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 83626 INFO  (jetty-closer-66-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b4bc25{/solr,null,UNAVAILABLE}
   [junit4]   2> 85126 INFO  (jetty-closer-66-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@553e4b{/solr,null,UNAVAILABLE}
   [junit4]   2> 85128 ERROR (SUITE-CloudSolrClientTest-seed#[D90B00789429CD20]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 85129 INFO  (SUITE-CloudSolrClientTest-seed#[D90B00789429CD20]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46489 46489
   [junit4]   2> 90928 INFO  (Thread-83) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46489 46489
   [junit4]   2> 90928 WARN  (Thread-83) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	27	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	21	/solr/collections/foo/state.json
   [junit4]   2> 	16	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	12	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	12	/solr/collections/multicollection2/state.json
   [junit4]   2> 	12	/solr/collections/multicollection1/state.json
   [junit4]   2> 	10	/solr/collections/nemesis/state.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/overwrite/state.json
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard1/election/98983284435648517-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard2/election/98983284435648520-core_node11-n_0000000000
   [junit4]   2> 	2	/solr/collections/foo/leader_elect/shard1/election/98983284435648520-core_node3-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/98983284435648517-127.0.0.1:36141_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_D90B00789429CD20-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@aae006), locale=sv-SE, timezone=GMT
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=51605928,total=148099072
   [junit4]   2> NOTE: All tests run in this JVM: [ArrayEvaluatorTest, DivideEvaluatorTest, SolrParamTest, TestJsonRecordReader, TestCollectionStateWatchers, ArcCosineEvaluatorTest, SolrExampleXMLTest, DocumentAnalysisResponseTest, NamedListTest, CloudSolrClientTest]
   [junit4] Completed [64/146 (1!)] on J2 in 41.88s, 16 tests, 1 error <<< FAILURES!

[...truncated 42374 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20883 - Still unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20883/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC

8 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.StressHdfsTest

Error Message:
Timed out waiting for Mini HDFS Cluster to start

Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
	at __randomizedtesting.SeedInfo.seed([7E86C44144CD0D9A]:0)
	at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
	at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.setupClass(StressHdfsTest.java:73)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestHdfsBackupRestoreCore

Error Message:
Timed out waiting for Mini HDFS Cluster to start

Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
	at __randomizedtesting.SeedInfo.seed([7E86C44144CD0D9A]:0)
	at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
	at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
	at org.apache.solr.handler.TestHdfsBackupRestoreCore.setupClass(TestHdfsBackupRestoreCore.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.index.hdfs.CheckHdfsIndexTest

Error Message:
Timed out waiting for Mini HDFS Cluster to start

Stack Trace:
java.io.IOException: Timed out waiting for Mini HDFS Cluster to start
	at __randomizedtesting.SeedInfo.seed([7E86C44144CD0D9A]:0)
	at org.apache.hadoop.hdfs.MiniDFSCluster.waitClusterUp(MiniDFSCluster.java:1207)
	at org.apache.hadoop.hdfs.MiniDFSCluster.initMiniDFSCluster(MiniDFSCluster.java:840)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:746)
	at org.apache.hadoop.hdfs.MiniDFSCluster.<init>(MiniDFSCluster.java:616)
	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:105)
	at org.apache.solr.cloud.hdfs.HdfsTestUtil.setupClass(HdfsTestUtil.java:63)
	at org.apache.solr.index.hdfs.CheckHdfsIndexTest.setupClass(CheckHdfsIndexTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.TestBulkSchemaConcurrent

Error Message:
80 threads leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent:     1) Thread[id=7148, name=qtp12951259-7148, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=7094, name=qtp1740544-7094, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=7119, name=qtp3330899-7119, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=7115, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=7185, name=qtp28191626-7185, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561)         at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512)         at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)         at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034)         at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)         at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)         at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$84/20784804.execute(Unknown Source)         at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)         at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)         at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)         at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)         at org.eclipse.jetty.server.Server.handle(Server.java:534)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)         at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)         at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=7171, name=searcherExecutor-3202-thread-1, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=7184, name=qtp28191626-7184, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=7217, name=zkCallback-1094-thread-3, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=7220, name=zkCallback-1100-thread-4, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=7147, name=qtp12951259-7147, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   11) Thread[id=7109, name=Scheduler-17035154, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   12) Thread[id=7195, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-SendThread(127.0.0.1:40243), state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   13) Thread[id=7149, name=qtp12951259-7149-acceptor-0@3b7ce2-ServerConnector@dfa53e{SSL,[ssl, http/1.1]}{127.0.0.1:32957}, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   14) Thread[id=7196, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-EventThread, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   15) Thread[id=7139, name=Scheduler-5549998, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   16) Thread[id=7129, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   17) Thread[id=7228, name=zkCallback-1088-thread-6, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   18) Thread[id=7144, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   19) Thread[id=7134, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-EventThread, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   20) Thread[id=7178, name=qtp28191626-7178, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   21) Thread[id=7133, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-SendThread(127.0.0.1:40243), state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   22) Thread[id=7095, name=org.eclipse.jetty.server.session.HashSessionManager@1a9e3fcTimer, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   23) Thread[id=7162, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-SendThread(127.0.0.1:40243), state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   24) Thread[id=7165, name=Thread-1955, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)   25) Thread[id=7215, name=zkCallback-1088-thread-3-processing-n:127.0.0.1:40853__y%2Fc, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)         at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)         at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:771)         at org.apache.solr.cloud.Overseer.start(Overseer.java:515)         at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:799)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)         at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)         at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)         at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)         at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$265/21032055.run(Unknown Source)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$118/24476027.run(Unknown Source)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   26) Thread[id=7218, name=zkCallback-1088-thread-4, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   27) Thread[id=7092, name=qtp1740544-7092, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   28) Thread[id=7181, name=qtp28191626-7181, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   29) Thread[id=7151, name=qtp12951259-7151, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   30) Thread[id=7221, name=zkCallback-1088-thread-5, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   31) Thread[id=7177, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   32) Thread[id=7120, name=qtp3330899-7120-acceptor-0@19334f1-ServerConnector@2e480e{SSL,[ssl, http/1.1]}{127.0.0.1:35613}, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   33) Thread[id=7179, name=qtp28191626-7179, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   34) Thread[id=7118, name=qtp3330899-7118, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   35) Thread[id=7180, name=qtp28191626-7180, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   36) Thread[id=7219, name=zkCallback-1107-thread-3, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   37) Thread[id=7089, name=qtp1740544-7089, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   38) Thread[id=7105, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-EventThread, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   39) Thread[id=7227, name=zkCallback-1100-thread-7, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   40) Thread[id=7100, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   41) Thread[id=7152, name=qtp12951259-7152, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   42) Thread[id=7088, name=qtp1740544-7088, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   43) Thread[id=7104, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-SendThread(127.0.0.1:40243), state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   44) Thread[id=7145, name=qtp12951259-7145, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   45) Thread[id=7091, name=qtp1740544-7091-acceptor-0@1befe8b-ServerConnector@1fcaced{SSL,[ssl, http/1.1]}{127.0.0.1:40853}, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   46) Thread[id=7229, name=zkCallback-1088-thread-7, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   47) Thread[id=7117, name=qtp3330899-7117, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   48) Thread[id=7223, name=zkCallback-1094-thread-4, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   49) Thread[id=7225, name=zkCallback-1094-thread-5, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   50) Thread[id=7136, name=Thread-1946, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)   51) Thread[id=7222, name=zkCallback-1100-thread-5, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   52) Thread[id=7124, name=org.eclipse.jetty.server.session.HashSessionManager@269df5Timer, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   53) Thread[id=7158, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   54) Thread[id=7142, name=searcherExecutor-3191-thread-1, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   55) Thread[id=7186, name=org.eclipse.jetty.server.session.HashSessionManager@f770f5Timer, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   56) Thread[id=7090, name=qtp1740544-7090, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   57) Thread[id=7116, name=qtp3330899-7116, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   58) Thread[id=7150, name=qtp12951259-7150, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   59) Thread[id=7191, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   60) Thread[id=7113, name=searcherExecutor-3180-thread-1, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   61) Thread[id=7226, name=zkCallback-1100-thread-6, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   62) Thread[id=7146, name=qtp12951259-7146, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   63) Thread[id=7157, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   64) Thread[id=7121, name=qtp3330899-7121, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   65) Thread[id=7153, name=org.eclipse.jetty.server.session.HashSessionManager@1728e02Timer, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   66) Thread[id=7224, name=zkCallback-1107-thread-4, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   67) Thread[id=7107, name=Thread-1937, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)   68) Thread[id=7123, name=qtp3330899-7123, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   69) Thread[id=7190, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   70) Thread[id=7182, name=qtp28191626-7182-acceptor-0@1e16249-ServerConnector@51afc4{SSL,[ssl, http/1.1]}{127.0.0.1:41215}, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   71) Thread[id=7183, name=qtp28191626-7183, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   72) Thread[id=7093, name=qtp1740544-7093, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   73) Thread[id=7128, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   74) Thread[id=7087, name=qtp1740544-7087, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   75) Thread[id=7099, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   76) Thread[id=7200, name=Scheduler-17266078, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   77) Thread[id=7122, name=qtp3330899-7122, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   78) Thread[id=7167, name=Scheduler-992378, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   79) Thread[id=7163, name=TEST-TestBulkSchemaConcurrent.test-seed#[7E86C44144CD0D9A]-EventThread, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   80) Thread[id=7198, name=Thread-1964, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 80 threads leaked from SUITE scope at org.apache.solr.schema.TestBulkSchemaConcurrent: 
   1) Thread[id=7148, name=qtp12951259-7148, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=7094, name=qtp1740544-7094, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=7119, name=qtp3330899-7119, state=RUNNABLE, group=TGRP-TestBulkSchemaConcurrent]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=7115, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=7185, name=qtp28191626-7185, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.ZkController.waitForShardId(ZkController.java:1561)
        at org.apache.solr.cloud.ZkController.doGetShardIdAndNodeNameProcess(ZkController.java:1512)
        at org.apache.solr.cloud.ZkController.preRegister(ZkController.java:1621)
        at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1034)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
        at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
        at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$84/20784804.execute(Unknown Source)
        at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
        at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
        at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
        at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
        at org.eclipse.jetty.server.Server.handle(Server.java:534)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=7171, name=searcherExecutor-3202-thread-1, state=WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=7184, name=qtp28191626-7184, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=7217, name=zkCallback-1094-thread-3, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=7220, name=zkCallback-1100-thread-4, state=TIMED_WAITING, group=TGRP-TestBulkSchemaConcurrent]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=7147, name=qtp12951259-7147, state=RUNNABLE, group=TGRP-

[...truncated too long message...]

tor-731-thread-7) [n:127.0.0.1:37587_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=12781090
   [junit4]   2> 89081 INFO  (coreCloseExecutor-733-thread-4) [n:127.0.0.1:36201_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.overwrite.shard1.replica_n1, tag=32129256
   [junit4]   2> 89082 INFO  (coreCloseExecutor-733-thread-4) [n:127.0.0.1:36201_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f80217: rootName = solr_36201, domain = solr.core.overwrite.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.overwrite.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@1ec8c4b
   [junit4]   2> 89083 INFO  (coreCloseExecutor-732-thread-6) [n:127.0.0.1:35715_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n6, tag=9157526
   [junit4]   2> 89083 INFO  (coreCloseExecutor-732-thread-6) [n:127.0.0.1:35715_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f0a9bc: rootName = solr_35715, domain = solr.core.localShardsTestColl.shard2.replica_n6, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n6 / com.codahale.metrics.MetricRegistry@82a26a
   [junit4]   2> 89093 INFO  (coreCloseExecutor-733-thread-2) [n:127.0.0.1:36201_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=18715286
   [junit4]   2> 89093 INFO  (coreCloseExecutor-733-thread-3) [n:127.0.0.1:36201_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=14343653
   [junit4]   2> 89093 INFO  (coreCloseExecutor-733-thread-1) [n:127.0.0.1:36201_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=8436118
   [junit4]   2> 89095 INFO  (coreCloseExecutor-733-thread-7) [n:127.0.0.1:36201_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=30830782
   [junit4]   2> 89095 INFO  (coreCloseExecutor-733-thread-4) [n:127.0.0.1:36201_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=32129256
   [junit4]   2> 89095 INFO  (jetty-closer-803-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1cf0daf{/solr,null,UNAVAILABLE}
   [junit4]   2> 89115 INFO  (coreCloseExecutor-732-thread-1) [n:127.0.0.1:35715_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=16095055
   [junit4]   2> 89116 INFO  (coreCloseExecutor-732-thread-2) [n:127.0.0.1:35715_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=23905764
   [junit4]   2> 89116 INFO  (coreCloseExecutor-732-thread-7) [n:127.0.0.1:35715_solr c:localShardsTestColl s:shard1 r:core_node3 x:localShardsTestColl_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=8824330
   [junit4]   2> 89116 INFO  (coreCloseExecutor-732-thread-3) [n:127.0.0.1:35715_solr c:multicollection1 s:shard2 r:core_node4 x:multicollection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard2.leader, tag=10552307
   [junit4]   2> 89116 INFO  (coreCloseExecutor-732-thread-5) [n:127.0.0.1:35715_solr c:localShardsTestColl s:shard3 r:core_node15 x:localShardsTestColl_shard3_replica_n12] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=2809080
   [junit4]   2> 89116 INFO  (coreCloseExecutor-732-thread-8) [n:127.0.0.1:35715_solr c:2nd_collection s:shard1 r:core_node3 x:2nd_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard1.leader, tag=21880935
   [junit4]   2> 89117 INFO  (coreCloseExecutor-732-thread-6) [n:127.0.0.1:35715_solr c:localShardsTestColl s:shard2 r:core_node9 x:localShardsTestColl_shard2_replica_n6] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=9157526
   [junit4]   2> 89124 INFO  (jetty-closer-803-thread-3) [    ] o.a.s.c.Overseer Overseer (id=98982509594869767-127.0.0.1:36201_solr-n_0000000000) closing
   [junit4]   2> 89125 INFO  (OverseerStateUpdate-98982509594869767-127.0.0.1:36201_solr-n_0000000000) [n:127.0.0.1:36201_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36201_solr
   [junit4]   2> 89126 WARN  (OverseerAutoScalingTriggerThread-98982509594869767-127.0.0.1:36201_solr-n_0000000000) [n:127.0.0.1:36201_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 89128 INFO  (jetty-closer-803-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6bdc24{/solr,null,UNAVAILABLE}
   [junit4]   2> 89128 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa8116b610007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 90628 INFO  (jetty-closer-803-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1972ff{/solr,null,UNAVAILABLE}
   [junit4]   2> 90629 ERROR (SUITE-CloudSolrClientTest-seed#[1E6E494A5EE13501]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 90629 INFO  (SUITE-CloudSolrClientTest-seed#[1E6E494A5EE13501]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40605 40605
   [junit4]   2> 96558 INFO  (Thread-430) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40605 40605
   [junit4]   2> 96559 WARN  (Thread-430) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	33	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	21	/solr/collections/foo/state.json
   [junit4]   2> 	16	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	15	/solr/collections/multicollection2/state.json
   [junit4]   2> 	13	/solr/collections/multicollection1/state.json
   [junit4]   2> 	12	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	10	/solr/collections/nemesis/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	6	/solr/collections/overwrite/state.json
   [junit4]   2> 	2	/solr/collections/foo/leader_elect/shard1/election/98982509594869769-core_node6-n_0000000000
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard3/election/98982509594869767-core_node17-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_1E6E494A5EE13501-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@187309), locale=hu-HU, timezone=Etc/GMT-10
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=120395288,total=304087040
   [junit4]   2> NOTE: All tests run in this JVM: [TestPolicy, TestClusteringResponse, StreamingTest, ConcurrentUpdateSolrClientBuilderTest, JdbcTest, FieldValueEvaluatorTest, TestPathTrie, EmpiricalDistributionEvaluatorTest, LargeVolumeEmbeddedTest, CloudSolrClientCacheTest, TestEmbeddedSolrServer, ArcSineEvaluatorTest, HyperbolicTangentEvaluatorTest, UsingSolrJRefGuideExamplesTest, HttpSolrClientConPoolTest, AscEvaluatorTest, SquareRootEvaluatorTest, TermsResponseTest, TestV1toV2ApiMapper, AnlysisResponseBaseTest, NaturalLogEvaluatorTest, SchemaTest, CloudSolrClientTest]
   [junit4] Completed [137/146 (1!)] on J0 in 41.01s, 16 tests, 1 error <<< FAILURES!

[...truncated 42153 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build # 20882 - Failure!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20882/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.ForceLeaderTest.testLastPublishedStateIsActive

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46259

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46259
	at __randomizedtesting.SeedInfo.seed([F44F69E291F55A63:1C2D577336F8583F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more




Build Log:
[...truncated 13260 lines...]
   [junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
   [junit4]   2> 2273214 INFO  (SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/init-core-data-001
   [junit4]   2> 2273214 WARN  (SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 2273214 INFO  (SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 2273215 INFO  (SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="https://issues.apache.org/jira/browse/SOLR-5776")
   [junit4]   2> 2273215 INFO  (SUITE-ForceLeaderTest-seed#[F44F69E291F55A63]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2273216 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2273216 INFO  (Thread-1800) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2273216 INFO  (Thread-1800) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2273217 ERROR (Thread-1800) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2273316 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkTestServer start zk server on port:35259
   [junit4]   2> 2273328 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2273329 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2273330 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2273330 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2273331 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2273331 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2273332 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2273333 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2273333 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2273334 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2273334 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2273335 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2273397 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2273398 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@190e0653{/,null,AVAILABLE}
   [junit4]   2> 2273399 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5ce82fcc{HTTP/1.1,[http/1.1]}{127.0.0.1:Û³Û¸Û±Û¸Ûµ}
   [junit4]   2> 2273399 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.e.j.s.Server Started @Û²Û²Û·ÛµÛ·Û¶Û¹ms
   [junit4]   2> 2273399 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/tempDir-001/control/data, hostPort=46259, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores}
   [junit4]   2> 2273399 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2273399 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 2273399 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2273399 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2273399 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T18:53:00.760533Z
   [junit4]   2> 2273400 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2273400 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/solr.xml
   [junit4]   2> 2273402 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2273402 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2273403 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2273404 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35259/solr
   [junit4]   2> 2273433 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2273434 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46259_
   [junit4]   2> 2273434 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.Overseer Overseer (id=98981640967159812-127.0.0.1:46259_-n_0000000000) starting
   [junit4]   2> 2273437 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46259_
   [junit4]   2> 2273439 INFO  (zkCallback-3367-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2273462 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2273469 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2273469 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2273470 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores
   [junit4]   2> 2273482 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2273482 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35259/solr ready
   [junit4]   2> 2273483 INFO  (SocketProxy-Acceptor-46259) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53164,localport=46259], receiveBufferSize:531000
   [junit4]   2> 2273485 INFO  (SocketProxy-Acceptor-46259) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38185,localport=58458], receiveBufferSize=530904
   [junit4]   2> 2273486 INFO  (qtp489925090-21059) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46259_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2273488 INFO  (OverseerThreadFactory-3957-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2273591 INFO  (SocketProxy-Acceptor-46259) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=53168,localport=46259], receiveBufferSize:531000
   [junit4]   2> 2273592 INFO  (SocketProxy-Acceptor-46259) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=38185,localport=58462], receiveBufferSize=530904
   [junit4]   2> 2273592 INFO  (qtp489925090-21061) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2273592 INFO  (qtp489925090-21061) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2273694 INFO  (zkCallback-3367-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2274610 INFO  (qtp489925090-21061) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2274622 INFO  (qtp489925090-21061) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2274677 INFO  (qtp489925090-21061) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2274683 INFO  (qtp489925090-21061) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2274683 INFO  (qtp489925090-21061) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2274683 INFO  (qtp489925090-21061) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2274684 INFO  (qtp489925090-21061) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2274685 INFO  (qtp489925090-21061) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2274686 WARN  (qtp489925090-21061) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2274708 INFO  (qtp489925090-21061) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2274708 INFO  (qtp489925090-21061) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2274709 INFO  (qtp489925090-21061) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2274709 INFO  (qtp489925090-21061) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2274710 INFO  (qtp489925090-21061) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=68.3271484375, floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=23.749580381893775, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2274710 INFO  (qtp489925090-21061) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@367ea576[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2274710 INFO  (qtp489925090-21061) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2274711 INFO  (qtp489925090-21061) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2274711 INFO  (qtp489925090-21061) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2274711 INFO  (qtp489925090-21061) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583706257041129472
   [junit4]   2> 2274712 INFO  (searcherExecutor-3960-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@367ea576[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46259/control_collection_shard1_replica_n1/
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:46259/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2274714 INFO  (qtp489925090-21061) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2274715 INFO  (qtp489925090-21061) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46259/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2333530 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 46259
   [junit4]   2> 2333530 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1318213408
   [junit4]   2> 2333530 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2333530 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a4399be: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@552fa43f
   [junit4]   2> 2333535 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 2333535 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@62c58ea: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@42770f6a
   [junit4]   2> 2333539 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 2333539 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@22f1e2e4: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@287d92a2
   [junit4]   2> 2333540 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46259_
   [junit4]   2> 2333540 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2333540 INFO  (zkCallback-3367-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2333541 INFO  (coreCloseExecutor-3965-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@572e8552
   [junit4]   2> 2333541 INFO  (coreCloseExecutor-3965-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=1462666578
   [junit4]   2> 2333541 INFO  (coreCloseExecutor-3965-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41b36b2b: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@75d82338
   [junit4]   2> 2333549 INFO  (coreCloseExecutor-3965-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=1462666578
   [junit4]   2> 2344450 INFO  (ScheduledTrigger-3955-thread-3) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 2344451 INFO  (AutoscalingActionExecutor-3956-thread-1) [    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"14f5ce441212f640Tcg8g5rrgfct5m5o62pgb17cbs",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1510340041809000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1510340041809000000],
   [junit4]   2>     "_enqueue_time_":1510340051811000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:46259_"]}}
   [junit4]   2> 2373690 WARN  (SocketProxy-Request-53168:38185) [    ] o.a.s.c.SocketProxy java.net.SocketTimeoutException: Read timed out when reading from Socket[addr=/127.0.0.1,port=53168,localport=46259]
   [junit4]   2> 2373692 ERROR (OverseerThreadFactory-3957-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:46259
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:46259
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:46259 failed to respond
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 2373692 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.Overseer Overseer (id=98981640967159812-127.0.0.1:46259_-n_0000000000) closing
   [junit4]   2> 2373693 INFO  (OverseerStateUpdate-98981640967159812-127.0.0.1:46259_-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46259_
   [junit4]   2> 2373693 ERROR (OverseerThreadFactory-3957-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 2373695 INFO  (OverseerThreadFactory-3957-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2403728 INFO  (zkCallback-3367-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2403729 ERROR (OverseerThreadFactory-3957-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 2403730 WARN  (OverseerAutoScalingTriggerThread-98981640967159812-127.0.0.1:46259_-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2403731 INFO  (qtp489925090-21059) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:46259_&wt=javabin&version=2} status=500 QTime=130244
   [junit4]   2> 2403731 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@5ce82fcc{HTTP/1.1,[http/1.1]}{127.0.0.1:Û°}
   [junit4]   2> 2403731 ERROR (qtp489925090-21059) [    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 2403731 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@190e0653{/,null,UNAVAILABLE}
   [junit4]   2> 2403750 ERROR (qtp489925090-21061) [    ] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2403751 ERROR (qtp489925090-21061) [    ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 41 more
   [junit4]   2> 
   [junit4]   2> 2403762 INFO  (qtp489925090-21061) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=130170
   [junit4]   2> 2403762 ERROR (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2403763 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35259 35259
   [junit4]   2> 2414559 INFO  (Thread-1800) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35259 35259
   [junit4]   2> 2414560 WARN  (Thread-1800) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2414560 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:46259/, target: http://127.0.0.1:38185/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ForceLeaderTest -Dtests.method=testLastPublishedStateIsActive -Dtests.seed=F44F69E291F55A63 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=mzn -Dtests.timezone=Etc/Zulu -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    141s J0 | ForceLeaderTest.testLastPublishedStateIsActive <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46259
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F44F69E291F55A63:1C2D577336F8583F]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    > 	... 42 more
   [junit4]   2> 2414566 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2414566 INFO  (Thread-1811) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2414566 INFO  (Thread-1811) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2414568 ERROR (Thread-1811) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2414666 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkTestServer start zk server on port:41743
   [junit4]   2> 2414677 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2414678 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2414679 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2414681 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2414682 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2414682 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2414683 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2414684 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2414685 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2414686 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2414687 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2414688 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 2414757 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2414757 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45095ad0{/,null,AVAILABLE}
   [junit4]   2> 2414758 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@567786c1{HTTP/1.1,[http/1.1]}{127.0.0.1:Û³ÛµÛ´Û³Û³}
   [junit4]   2> 2414758 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.e.j.s.Server Started @Û²Û´Û±Û·Û±Û²Û¸ms
   [junit4]   2> 2414758 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/tempDir-002/control/data, hostPort=38683, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores}
   [junit4]   2> 2414758 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2414758 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 2414758 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2414758 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2414758 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T18:55:22.119786Z
   [junit4]   2> 2414760 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2414760 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/solr.xml
   [junit4]   2> 2414761 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2414761 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2414761 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2414763 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41743/solr
   [junit4]   2> 2414788 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2414788 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38683_
   [junit4]   2> 2414788 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.Overseer Overseer (id=98981650230673412-127.0.0.1:38683_-n_0000000000) starting
   [junit4]   2> 2414790 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38683_
   [junit4]   2> 2414791 INFO  (zkCallback-3379-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2414827 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2414833 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2414833 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2414833 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores
   [junit4]   2> 2414844 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2414844 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41743/solr ready
   [junit4]   2> 2414845 INFO  (SocketProxy-Acceptor-38683) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41552,localport=38683], receiveBufferSize:531000
   [junit4]   2> 2414845 INFO  (SocketProxy-Acceptor-38683) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35433,localport=42818], receiveBufferSize=530904
   [junit4]   2> 2414845 INFO  (qtp1813213988-21122) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38683_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2414846 INFO  (OverseerThreadFactory-3974-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 2414950 INFO  (SocketProxy-Acceptor-38683) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41556,localport=38683], receiveBufferSize:531000
   [junit4]   2> 2414951 INFO  (SocketProxy-Acceptor-38683) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35433,localport=42822], receiveBufferSize=530904
   [junit4]   2> 2414952 INFO  (qtp1813213988-21124) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2414952 INFO  (qtp1813213988-21124) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2415057 INFO  (zkCallback-3379-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2415981 INFO  (qtp1813213988-21124) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2416005 INFO  (qtp1813213988-21124) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 2416043 INFO  (qtp1813213988-21124) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2416048 INFO  (qtp1813213988-21124) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 2416048 INFO  (qtp1813213988-21124) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2416048 INFO  (qtp1813213988-21124) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2416048 INFO  (qtp1813213988-21124) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/control-002/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 2416050 INFO  (qtp1813213988-21124) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2416051 WARN  (qtp1813213988-21124) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2416072 INFO  (qtp1813213988-21124) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2416072 INFO  (qtp1813213988-21124) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2416072 INFO  (qtp1813213988-21124) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2416073 INFO  (qtp1813213988-21124) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2416073 INFO  (qtp1813213988-21124) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=68.3271484375, floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=23.749580381893775, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2416073 INFO  (qtp1813213988-21124) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4140bb8d[control_collection_shard1_replica_n1] main]
   [junit4]   2> 2416074 INFO  (qtp1813213988-21124) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2416074 INFO  (qtp1813213988-21124) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2416075 INFO  (qtp1813213988-21124) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2416075 INFO  (qtp1813213988-21124) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583706405272027136
   [junit4]   2> 2416075 INFO  (searcherExecutor-3977-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@4140bb8d[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38683/control_collection_shard1_replica_n1/
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:38683/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 2416077 INFO  (qtp1813213988-21124) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2416078 INFO  (qtp1813213988-21124) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38683/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 2416179 INFO  (zkCallback-3379-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2416229 INFO  (qtp1813213988-21124) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2416231 INFO  (qtp1813213988-21124) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1279
   [junit4]   2> 2416234 INFO  (qtp1813213988-21122) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2416332 INFO  (zkCallback-3379-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2416848 INFO  (OverseerCollectionConfigSetProcessor-98981650230673412-127.0.0.1:38683_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2417234 INFO  (qtp1813213988-21122) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:38683_&wt=javabin&version=2} status=0 QTime=2389
   [junit4]   2> 2417240 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2417241 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41743/solr ready
   [junit4]   2> 2417241 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2417242 INFO  (SocketProxy-Acceptor-38683) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=41562,localport=38683], receiveBufferSize:531000
   [junit4]   2> 2417243 INFO  (SocketProxy-Acceptor-38683) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=35433,localport=42828], receiveBufferSize=530904
   [junit4]   2> 2417243 INFO  (qtp1813213988-21122) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2417245 INFO  (OverseerThreadFactory-3974-thread-2) [    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 2417246 WARN  (OverseerThreadFactory-3974-thread-2) [    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 2417452 INFO  (qtp1813213988-21122) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2417452 INFO  (qtp1813213988-21122) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=208
   [junit4]   2> 2417525 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001 of type NRT
   [junit4]   2> 2417526 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2417527 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e215f26{/,null,AVAILABLE}
   [junit4]   2> 2417527 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6141b59d{HTTP/1.1,[http/1.1]}{127.0.0.1:Û´ÛµÛ¹Û´Û·}
   [junit4]   2> 2417527 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.e.j.s.Server Started @Û²Û´Û±Û¹Û¸Û¹Û·ms
   [junit4]   2> 2417527 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, solrconfig=solrconfig.xml, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/tempDir-002/jetty1, hostPort=38341, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores}
   [junit4]   2> 2417528 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2417528 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 2417528 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2417528 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2417528 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T18:55:24.889244Z
   [junit4]   2> 2417529 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2417529 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/solr.xml
   [junit4]   2> 2417531 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 2417531 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 2417531 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 2417532 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41743/solr
   [junit4]   2> 2417536 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2417537 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2417537 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38341_
   [junit4]   2> 2417538 INFO  (zkCallback-3379-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2417538 INFO  (zkCallback-3387-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2417538 INFO  (zkCallback-3392-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2417559 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2417565 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2417565 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2417566 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores
   [junit4]   2> 2417580 INFO  (SocketProxy-Acceptor-38341) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40674,localport=38341], receiveBufferSize:531000
   [junit4]   2> 2417581 INFO  (SocketProxy-Acceptor-38341) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45947,localport=49754], receiveBufferSize=530904
   [junit4]   2> 2417581 INFO  (qtp1594464997-21176) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38341_&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2417583 INFO  (OverseerCollectionConfigSetProcessor-98981650230673412-127.0.0.1:38683_-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2417583 INFO  (OverseerThreadFactory-3974-thread-3) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38341_ for creating new replica
   [junit4]   2> 2417584 INFO  (SocketProxy-Acceptor-38341) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=40678,localport=38341], receiveBufferSize:531000
   [junit4]   2> 2417585 INFO  (SocketProxy-Acceptor-38341) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45947,localport=49758], receiveBufferSize=530904
   [junit4]   2> 2417585 INFO  (qtp1594464997-21178) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 2417585 INFO  (qtp1594464997-21178) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 2417687 INFO  (zkCallback-3392-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2418622 INFO  (qtp1594464997-21178) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 2418637 INFO  (qtp1594464997-21178) [    ] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 2418722 INFO  (qtp1594464997-21178) [    ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 2418728 INFO  (qtp1594464997-21178) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 2418728 INFO  (qtp1594464997-21178) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@ccfd855
   [junit4]   2> 2418729 INFO  (qtp1594464997-21178) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2418729 INFO  (qtp1594464997-21178) [    ] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 2418730 INFO  (qtp1594464997-21178) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=33, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2418732 WARN  (qtp1594464997-21178) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2418754 INFO  (qtp1594464997-21178) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2418754 INFO  (qtp1594464997-21178) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2418755 INFO  (qtp1594464997-21178) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2418755 INFO  (qtp1594464997-21178) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2418756 INFO  (qtp1594464997-21178) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=68.3271484375, floorSegmentMB=0.771484375, forceMergeDeletesPctAllowed=23.749580381893775, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2418756 INFO  (qtp1594464997-21178) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6da9a84[collection1_shard2_replica_n41] main]
   [junit4]   2> 2418757 INFO  (qtp1594464997-21178) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2418757 INFO  (qtp1594464997-21178) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2418757 INFO  (qtp1594464997-21178) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 2418758 INFO  (searcherExecutor-3988-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@6da9a84[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2418758 INFO  (qtp1594464997-21178) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583706408085356544
   [junit4]   2> 2418761 INFO  (qtp1594464997-21178) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2418761 INFO  (qtp1594464997-21178) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - t

[...truncated too long message...]

.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 2449384 INFO  (zkCallback-3414-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2449385 INFO  (zkCallback-3387-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 2449385 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.Overseer Overseer (id=98981650230673426-127.0.0.1:46467_-n_0000000004) closing
   [junit4]   2> 2449385 INFO  (OverseerStateUpdate-98981650230673426-127.0.0.1:46467_-n_0000000004) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46467_
   [junit4]   2> 2449385 WARN  (OverseerAutoScalingTriggerThread-98981650230673426-127.0.0.1:46467_-n_0000000004) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2451865 WARN  (zkCallback-3414-thread-1) [    ] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 2451865 INFO  (zkCallback-3414-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 2451865 INFO  (zkCallback-3414-thread-1) [    ] o.a.s.c.SolrCore [collection1_shard2_replica_n45]  CLOSING SolrCore org.apache.solr.core.SolrCore@2ec821b6
   [junit4]   2> 2451865 INFO  (zkCallback-3414-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n45, tag=784867766
   [junit4]   2> 2451865 INFO  (zkCallback-3414-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ebde8ac: rootName = null, domain = solr.core.collection1.shard2.replica_n45, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n45 / com.codahale.metrics.MetricRegistry@4c1ba4a4
   [junit4]   2> 2451877 INFO  (zkCallback-3414-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=784867766
   [junit4]   2> 2451880 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@aff1741{HTTP/1.1,[http/1.1]}{127.0.0.1:Û´Û¶Û´Û¶Û·}
   [junit4]   2> 2451881 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4872af6f{/,null,UNAVAILABLE}
   [junit4]   2> 2451882 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 38683
   [junit4]   2> 2451882 ERROR (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2451882 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41743 41743
   [junit4]   2> 2461911 INFO  (Thread-1811) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41743 41743
   [junit4]   2> 2461912 WARN  (Thread-1811) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/forceleader_test_collection/state.json
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/collections/forceleader_test_collection/leader_elect/shard1/election/98981650230673417-core_node4-n_0000000004
   [junit4]   2> 	2	/solr/overseer_elect/election/98981650230673420-127.0.0.1:44955_-n_0000000002
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/98981650230673417-core_node42-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue
   [junit4]   2> 	3	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 
   [junit4]   2> 2461912 WARN  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SocketProxy Closing 2 connections to: http://127.0.0.1:44955/, target: http://127.0.0.1:37575/
   [junit4]   2> 2461912 WARN  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SocketProxy Closing 18 connections to: http://127.0.0.1:38341/, target: http://127.0.0.1:45947/
   [junit4]   2> 2461912 WARN  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:46467/, target: http://127.0.0.1:35589/
   [junit4]   2> 2461912 WARN  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[F44F69E291F55A63]) [    ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:38683/, target: http://127.0.0.1:35433/
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_F44F69E291F55A63-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=Direct), text=FSTOrd50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), _version_=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Asserting), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=38, maxMBSortInHeap=5.039838803049916, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@419bc7d8), locale=mzn, timezone=Etc/Zulu
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=300648968,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestBulkSchemaConcurrent, PreAnalyzedUpdateProcessorTest, TestLegacyFieldCache, TestRandomCollapseQParserPlugin, ConnectionManagerTest, CursorMarkTest, DocValuesTest, TestSolrIndexConfig, SuggestComponentTest, TestSimpleTextCodec, BasicZkTest, DeleteInactiveReplicaTest, TestImpersonationWithHadoopAuth, TestCoreAdminApis, TestJoin, HdfsNNFailoverTest, CoreAdminCreateDiscoverTest, TestFieldCollectionResource, TestUniqueKeyFieldResource, TestApiFramework, OverseerCollectionConfigSetProcessorTest, RankQueryTest, UpdateParamsTest, RulesTest, TestSolrConfigHandlerCloud, ResourceLoaderTest, TestPerFieldSimilarityWithDefaultOverride, SolrMetricsIntegrationTest, HdfsChaosMonkeyNothingIsSafeTest, SliceStateTest, TestSolrCloudWithSecureImpersonation, SolrCoreMetricManagerTest, CollectionsAPISolrJTest, TestUtils, TestGraphMLResponseWriter, CdcrReplicationDistributedZkTest, TestStressLiveNodes, TestCustomDocTransformer, BJQParserTest, TestClassicSimilarityFactory, OverseerStatusTest, TestSolrJ, TestNumericRangeQuery32, ChaosMonkeyNothingIsSafeWithPullReplicasTest, RAMDirectoryFactoryTest, ReplicationFactorTest, CollectionStateFormat2Test, TestConfigSetImmutable, TestHdfsCloudBackupRestore, ChangedSchemaMergeTest, TestFileDictionaryLookup, HttpSolrCallGetCoreTest, SoftAutoCommitTest, NodeMutatorTest, TestLegacyNumericRangeQueryBuilder, ActionThrottleTest, DistribCursorPagingTest, TestUninvertingReader, TestFieldCache, SolrCloudReportersTest, ExplicitHLLTest, TestManagedSynonymGraphFilterFactory, SolrIndexMetricsTest, BasicDistributedZkTest, AutoAddReplicasPlanActionTest, SimpleFacetsTest, MigrateRouteKeyTest, DeleteReplicaTest, HdfsRestartWhileUpdatingTest, CacheHeaderTest, TermsComponentTest, PeerSyncTest, URLClassifyProcessorTest, SubstringBytesRefFilterTest, TestHttpShardHandlerFactory, TestSuggestSpellingConverter, TestGraphTermsQParserPlugin, CleanupOldIndexTest, SyncSliceTest, IndexSchemaRuntimeFieldTest, HLLUtilTest, ForceLeaderTest]
   [junit4] Completed [492/749 (1!)] on J0 in 188.72s, 3 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 869 lines...]
   [junit4] JVM J1: stdout was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/temp/junit4-J1-20171110_181504_96415060796133323986734.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/workspace/Lucene-Solr-master-Linux/heapdumps/java_pid32076.hprof ...
   [junit4] Heap dump file created [359909410 bytes in 0.712 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 8465 lines...]
BUILD FAILED
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:835: The following error occurred while executing this line:
/home/jenkins/workspace/Lucene-Solr-master-Linux/build.xml:787: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid32076.hprof

Total time: 93 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
[WARNINGS] Skipping publisher since build result is FAILURE
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20880 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20880/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseSerialGC

8 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RollingRestartTest

Error Message:
42 threads leaked from SUITE scope at org.apache.solr.cloud.RollingRestartTest:     1) Thread[id=16426, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=16416, name=qtp4693665-16416, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=16419, name=qtp4693665-16419, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=16450, name=org.eclipse.jetty.server.session.HashSessionManager@321b74Timer, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=16443, name=qtp33483831-16443, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    6) Thread[id=16425, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=16482, name=zkCallback-2585-thread-3, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=16449, name=qtp33483831-16449, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=16442, name=qtp33483831-16442, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812)         at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)         at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)         at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)         at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)         at org.apache.solr.core.ZkContainer$$Lambda$268/1265756.run(Unknown Source)         at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)         at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)         at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)         at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)         at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)         at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$148/1582140.execute(Unknown Source)         at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)         at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)         at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)         at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)         at org.eclipse.jetty.server.Server.handle(Server.java:534)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)         at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)         at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)         at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)         at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=16448, name=qtp33483831-16448, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   11) Thread[id=16459, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-SendThread(127.0.0.1:46137), state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)         at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)   12) Thread[id=16446, name=qtp33483831-16446-acceptor-0@15c6be0-ServerConnector@18dae1a{SSL,[ssl, http/1.1]}{127.0.0.1:41915}, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   13) Thread[id=16485, name=zkCallback-2579-thread-7, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   14) Thread[id=16420, name=qtp4693665-16420, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   15) Thread[id=16486, name=zkCallback-2585-thread-4, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   16) Thread[id=16444, name=qtp33483831-16444, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   17) Thread[id=16433, name=Thread-4269, state=WAITING, group=TGRP-RollingRestartTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)   18) Thread[id=16455, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   19) Thread[id=16431, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-EventThread, state=WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   20) Thread[id=16460, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-EventThread, state=WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)   21) Thread[id=16478, name=zkCallback-2579-thread-3-processing-n:127.0.0.1:34501_shz%2Fy, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)         at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:296)         at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:511)         at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430)         at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)         at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:788)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)         at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)         at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)         at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)         at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$9/30675944.run(Unknown Source)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/4513804.run(Unknown Source)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   22) Thread[id=16484, name=zkCallback-2579-thread-6, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   23) Thread[id=16414, name=qtp4693665-16414, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   24) Thread[id=16417, name=qtp4693665-16417-acceptor-0@8362fa-ServerConnector@18da711{SSL,[ssl, http/1.1]}{127.0.0.1:34501}, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)         at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)         at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)         at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   25) Thread[id=16468, name=searcherExecutor-7749-thread-1, state=WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   26) Thread[id=16481, name=zkCallback-2585-thread-2, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   27) Thread[id=16435, name=Scheduler-21636363, state=WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   28) Thread[id=16487, name=zkCallback-2585-thread-5, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   29) Thread[id=16454, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   30) Thread[id=16465, name=Scheduler-7755812, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   31) Thread[id=16472, name=qtp4693665-16472, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   32) Thread[id=16430, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-SendThread(127.0.0.1:46137), state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)   33) Thread[id=16441, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)   34) Thread[id=16413, name=qtp4693665-16413, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)         at java.lang.Thread.run(Thread.java:748)   35) Thread[id=16447, name=qtp33483831-16447, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   36) Thread[id=16462, name=Thread-4278, state=WAITING, group=TGRP-RollingRestartTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)   37) Thread[id=16418, name=qtp4693665-16418, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   38) Thread[id=16421, name=org.eclipse.jetty.server.session.HashSessionManager@4a0cdbTimer, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   39) Thread[id=16439, name=searcherExecutor-7738-thread-1, state=WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   40) Thread[id=16445, name=qtp33483831-16445, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   41) Thread[id=16483, name=zkCallback-2579-thread-5, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   42) Thread[id=16480, name=zkCallback-2579-thread-4, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 42 threads leaked from SUITE scope at org.apache.solr.cloud.RollingRestartTest: 
   1) Thread[id=16426, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   2) Thread[id=16416, name=qtp4693665-16416, state=RUNNABLE, group=TGRP-RollingRestartTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=16419, name=qtp4693665-16419, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   4) Thread[id=16450, name=org.eclipse.jetty.server.session.HashSessionManager@321b74Timer, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   5) Thread[id=16443, name=qtp33483831-16443, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   6) Thread[id=16425, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   7) Thread[id=16482, name=zkCallback-2585-thread-3, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
   8) Thread[id=16449, name=qtp33483831-16449, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
   9) Thread[id=16442, name=qtp33483831-16442, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:812)
        at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
        at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
        at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
        at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
        at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
        at org.apache.solr.core.ZkContainer$$Lambda$268/1265756.run(Unknown Source)
        at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
        at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
        at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
        at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
        at org.apache.solr.handler.admin.CoreAdminOperation$$Lambda$148/1582140.execute(Unknown Source)
        at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
        at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
        at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
        at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
        at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
        at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
        at org.eclipse.jetty.server.Server.handle(Server.java:534)
        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
        at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  10) Thread[id=16448, name=qtp33483831-16448, state=RUNNABLE, group=TGRP-RollingRestartTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  11) Thread[id=16459, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-SendThread(127.0.0.1:46137), state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:230)
        at org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1246)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1170)
  12) Thread[id=16446, name=qtp33483831-16446-acceptor-0@15c6be0-ServerConnector@18dae1a{SSL,[ssl, http/1.1]}{127.0.0.1:41915}, state=RUNNABLE, group=TGRP-RollingRestartTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  13) Thread[id=16485, name=zkCallback-2579-thread-7, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  14) Thread[id=16420, name=qtp4693665-16420, state=RUNNABLE, group=TGRP-RollingRestartTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  15) Thread[id=16486, name=zkCallback-2585-thread-4, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  16) Thread[id=16444, name=qtp33483831-16444, state=RUNNABLE, group=TGRP-RollingRestartTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  17) Thread[id=16433, name=Thread-4269, state=WAITING, group=TGRP-RollingRestartTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)
  18) Thread[id=16455, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
  19) Thread[id=16431, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-EventThread, state=WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  20) Thread[id=16460, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-EventThread, state=WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
  21) Thread[id=16478, name=zkCallback-2579-thread-3-processing-n:127.0.0.1:34501_shz%2Fy, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryDelay(ZkCmdExecutor.java:111)
        at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:70)
        at org.apache.solr.common.cloud.SolrZkClient.exists(SolrZkClient.java:296)
        at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:511)
        at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:430)
        at org.apache.solr.common.cloud.SolrZkClient.makePath(SolrZkClient.java:417)
        at org.apache.solr.cloud.OverseerElectionContext.runLeaderProcess(ElectionContext.java:788)
        at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
        at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
        at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
        at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
        at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
        at org.apache.solr.common.cloud.SolrZkClient$1$$Lambda$9/30675944.run(Unknown Source)
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
        at java.util.concurrent.FutureTask.run(FutureTask.java:266)
        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$$Lambda$10/4513804.run(Unknown Source)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  22) Thread[id=16484, name=zkCallback-2579-thread-6, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  23) Thread[id=16414, name=qtp4693665-16414, state=RUNNABLE, group=TGRP-RollingRestartTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  24) Thread[id=16417, name=qtp4693665-16417-acceptor-0@8362fa-ServerConnector@18da711{SSL,[ssl, http/1.1]}{127.0.0.1:34501}, state=RUNNABLE, group=TGRP-RollingRestartTest]
        at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
        at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
        at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:371)
        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:601)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  25) Thread[id=16468, name=searcherExecutor-7749-thread-1, state=WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  26) Thread[id=16481, name=zkCallback-2585-thread-2, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  27) Thread[id=16435, name=Scheduler-21636363, state=WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  28) Thread[id=16487, name=zkCallback-2585-thread-5, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  29) Thread[id=16454, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
  30) Thread[id=16465, name=Scheduler-7755812, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  31) Thread[id=16472, name=qtp4693665-16472, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  32) Thread[id=16430, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-SendThread(127.0.0.1:46137), state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
  33) Thread[id=16441, name=Connection evictor, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
  34) Thread[id=16413, name=qtp4693665-16413, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:563)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:626)
        at java.lang.Thread.run(Thread.java:748)
  35) Thread[id=16447, name=qtp33483831-16447, state=RUNNABLE, group=TGRP-RollingRestartTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  36) Thread[id=16462, name=Thread-4278, state=WAITING, group=TGRP-RollingRestartTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)
  37) Thread[id=16418, name=qtp4693665-16418, state=RUNNABLE, group=TGRP-RollingRestartTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  38) Thread[id=16421, name=org.eclipse.jetty.server.session.HashSessionManager@4a0cdbTimer, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  39) Thread[id=16439, name=searcherExecutor-7738-thread-1, state=WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  40) Thread[id=16445, name=qtp33483831-16445, state=RUNNABLE, group=TGRP-RollingRestartTest]
        at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
        at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
        at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)
        at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)
        at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)
        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
        at java.lang.Thread.run(Thread.java:748)
  41) Thread[id=16483, name=zkCallback-2579-thread-5, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
  42) Thread[id=16480, name=zkCallback-2579-thread-4, state=TIMED_WAITING, group=TGRP-RollingRestartTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([96A449CA2661289A]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.RollingRestartTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=16416, name=qtp4693665-16416, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.IOUtil.drain(Native Method)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    2) Thread[id=16450, name=org.eclipse.jetty.server.session.HashSessionManager@321b74Timer, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=16482, name=zkCallback-2585-thread-3, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    4) Thread[id=16448, name=qtp33483831-16448, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)         at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)         at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    5) Thread[id=16459, name=TEST-RollingRestartTest.test-seed#[96A449CA2661289A]-SendThread(127.0.0.1:46137), state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    6) Thread[id=16485, name=zkCallback-2579-thread-7, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    7) Thread[id=16420, name=qtp4693665-16420, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)         at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)         at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:207)         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:92)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)    8) Thread[id=16486, name=zkCallback-2585-thread-4, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)    9) Thread[id=16444, name=qtp33483831-16444, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.IOUtil.drain(Native Method)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:243)         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:191)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:249)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:100)         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:147)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)         at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)         at java.lang.Thread.run(Thread.java:748)   10) Thread[id=16433, name=Thread-4269, state=WAITING, group=TGRP-RollingRestartTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.solr.core.CloserThread.run(CoreContainer.java:1723)   11) Thread[id=16478, name=zkCallback-2579-thread-3, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   12) Thread[id=16484, name=zkCallback-2579-thread-6, state=TIMED_WAITING, group=TGRP-RollingRestartTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)   13) Thread[id=16414, name=qtp4693665-16414, state=RUNNABLE, group=TGRP-RollingRestartTest]         at sun.nio.ch.IOUtil.drain(Native Method)         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104)         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)         at sun.

[...truncated too long message...]

   [junit4]   2> 90993 INFO  (zkCallback-160-thread-3-processing-n:127.0.0.1:43631_solr) [n:127.0.0.1:43631_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 90993 INFO  (zkCallback-159-thread-4-processing-n:127.0.0.1:43299_solr) [n:127.0.0.1:43299_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 90994 INFO  (jetty-closer-145-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f2ff7{/solr,null,UNAVAILABLE}
   [junit4]   2> 90997 INFO  (zkCallback-159-thread-1-processing-n:127.0.0.1:43299_solr) [n:127.0.0.1:43299_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/multicollection2/state.json] for collection [multicollection2] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 91004 INFO  (coreCloseExecutor-845-thread-9) [n:127.0.0.1:43299_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard2.replica_n2, tag=4660329
   [junit4]   2> 91004 INFO  (coreCloseExecutor-845-thread-9) [n:127.0.0.1:43299_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1162888: rootName = solr_43299, domain = solr.core.2nd_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.2nd_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@1e88b79
   [junit4]   2> 91011 INFO  (coreCloseExecutor-845-thread-1) [n:127.0.0.1:43299_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=28549608
   [junit4]   2> 91011 INFO  (coreCloseExecutor-845-thread-2) [n:127.0.0.1:43299_solr c:multicollection1 s:shard2 r:core_node4 x:multicollection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard2.leader, tag=20210190
   [junit4]   2> 91011 INFO  (coreCloseExecutor-845-thread-1) [n:127.0.0.1:43299_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 91011 INFO  (coreCloseExecutor-845-thread-3) [n:127.0.0.1:43299_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=23083163
   [junit4]   2> 91011 INFO  (coreCloseExecutor-845-thread-1) [n:127.0.0.1:43299_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@12e258b commitCommandVersion:0
   [junit4]   2> 91011 INFO  (coreCloseExecutor-845-thread-4) [n:127.0.0.1:43299_solr c:localShardsTestColl s:shard1 r:core_node7 x:localShardsTestColl_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=13052236
   [junit4]   2> 91012 INFO  (coreCloseExecutor-845-thread-7) [n:127.0.0.1:43299_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=15767913
   [junit4]   2> 91012 INFO  (coreCloseExecutor-845-thread-6) [n:127.0.0.1:43299_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=2854320
   [junit4]   2> 91012 INFO  (coreCloseExecutor-845-thread-9) [n:127.0.0.1:43299_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=4660329
   [junit4]   2> 91018 INFO  (jetty-closer-145-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98980891688435719-127.0.0.1:43299_solr-n_0000000000) closing
   [junit4]   2> 91019 INFO  (OverseerStateUpdate-98980891688435719-127.0.0.1:43299_solr-n_0000000000) [n:127.0.0.1:43299_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43299_solr
   [junit4]   2> 91019 WARN  (OverseerAutoScalingTriggerThread-98980891688435719-127.0.0.1:43299_solr-n_0000000000) [n:127.0.0.1:43299_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 91020 INFO  (jetty-closer-145-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e9d50{/solr,null,UNAVAILABLE}
   [junit4]   2> 92494 WARN  (zkCallback-160-thread-5-processing-n:127.0.0.1:43631_solr) [n:127.0.0.1:43631_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/multicollection2/state.json]
   [junit4]   2> 92494 WARN  (zkCallback-160-thread-3-processing-n:127.0.0.1:43631_solr) [n:127.0.0.1:43631_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/multicollection2/state.json]
   [junit4]   2> 92494 INFO  (jetty-closer-145-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@529df0{/solr,null,UNAVAILABLE}
   [junit4]   2> 92494 ERROR (SUITE-CloudSolrClientTest-seed#[54738266D0E845C6]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 92494 INFO  (SUITE-CloudSolrClientTest-seed#[54738266D0E845C6]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38919 38919
   [junit4]   2> 97523 INFO  (Thread-280) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:38919 38919
   [junit4]   2> 97524 WARN  (Thread-280) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/foo/state.json
   [junit4]   2> 	17	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	16	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	14	/solr/collections/collection1/state.json
   [junit4]   2> 	14	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	14	/solr/collections/multicollection1/state.json
   [junit4]   2> 	12	/solr/collections/multicollection2/state.json
   [junit4]   2> 	10	/solr/collections/nemesis/state.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/overwrite/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_54738266D0E845C6-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {_version_=PostingsFormat(name=Memory), multiDefault=BlockTreeOrds(blocksize=128), a_t=PostingsFormat(name=Memory), title_s=BlockTreeOrds(blocksize=128), intDefault=PostingsFormat(name=Memory), id=FST50, text=PostingsFormat(name=LuceneFixedGap), timestamp=PostingsFormat(name=Memory)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Asserting), title_s=DocValuesFormat(name=Asserting), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1146, maxMBSortInHeap=7.905317050289812, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@15ab6d3), locale=en-ZA, timezone=BST
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=41087344,total=170663936
   [junit4]   2> NOTE: All tests run in this JVM: [SolrParamTest, NoOpResponseParserTest, CosineEvaluatorTest, SolrExceptionTest, TestBatchUpdate, NamedListTest, TestHash, HttpSolrClientBuilderTest, TestSuggesterResponse, TestCoreAdmin, CloudSolrClientBuilderTest, SolrExampleXMLTest, SolrExampleJettyTest, ExclusiveOrEvaluatorTest, TestCollectionAdminRequest, CommonParamsTest, DocumentAnalysisResponseTest, SolrExampleBinaryTest, LargeVolumeJettyTest, HyperbolicSineEvaluatorTest, OperationsTest, DivideEvaluatorTest, GetByIdTest, ModifiableSolrParamsTest, TangentEvaluatorTest, SolrExampleStreamingTest, SolrExampleEmbeddedTest, LargeVolumeBinaryJettyTest, JettyWebappTest, LargeVolumeEmbeddedTest, TestSolrProperties, TermsResponseTest, MergeIndexesEmbeddedTest, TestJavaBinCodec, TestDocumentObjectBinder, SolrQueryTest, TestFastInputStream, TestXMLEscaping, SolrDocumentTest, ClientUtilsTest, AnlysisResponseBaseTest, FacetFieldTest, UsingSolrJRefGuideExamplesTest, TestLBHttpSolrClient, TestPolicy, CloudSolrClientCacheTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest]
   [junit4] Completed [89/146 (1!)] on J2 in 40.15s, 16 tests, 1 error <<< FAILURES!

[...truncated 42312 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build # 20879 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20879/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseG1GC

6 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates

Error Message:
Error from server at http://127.0.0.1:35345/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35345/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.createMiniSolrCloudCluster(TestStressCloudBlindAtomicUpdates.java:132)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter

Error Message:
Error from server at http://127.0.0.1:36999/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36999/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE:B9CD25FAABA0EB4]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForHashRouter(CustomCollectionTest.java:160)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testRouteFieldForImplicitRouter

Error Message:
Error from server at http://127.0.0.1:36999/solr: delete the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36999/solr: delete the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE:F6FAA41099222A1E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
	at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCreateShardRepFactor

Error Message:
Error from server at http://127.0.0.1:36999/solr: delete the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36999/solr: delete the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE:5744C6062D8FF02E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
	at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.CustomCollectionTest.testCustomCollectionsAPI

Error Message:
Error from server at http://127.0.0.1:36999/solr: Could not find collection : routeFieldColl

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36999/solr: Could not find collection : routeFieldColl
	at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE:C94BC2E908415396]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MiniSolrCloudCluster.deleteAllCollections(MiniSolrCloudCluster.java:444)
	at org.apache.solr.cloud.CustomCollectionTest.ensureClusterEmpty(CustomCollectionTest.java:53)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:968)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple

Error Message:
Waiting for collection testSimple2 null Live Nodes: [127.0.0.1:34245_solr, 127.0.0.1:36885_solr] Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/14)={   "pullReplicas":"0",   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node3":{           "core":"testSimple2_shard1_replica_n1",           "base_url":"http://127.0.0.1:36885/solr",           "node_name":"127.0.0.1:36885_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node5":{           "core":"testSimple2_shard1_replica_n2",           "base_url":"http://127.0.0.1:46097/solr",           "node_name":"127.0.0.1:46097_solr",           "state":"down",           "type":"NRT"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{         "core_node7":{           "core":"testSimple2_shard2_replica_n4",           "base_url":"http://127.0.0.1:36885/solr",           "node_name":"127.0.0.1:36885_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node8":{           "core":"testSimple2_shard2_replica_n6",           "base_url":"http://127.0.0.1:46097/solr",           "node_name":"127.0.0.1:46097_solr",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"true",   "nrtReplicas":"2",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Waiting for collection testSimple2
null
Live Nodes: [127.0.0.1:34245_solr, 127.0.0.1:36885_solr]
Last available state: DocCollection(testSimple2//collections/testSimple2/state.json/14)={
  "pullReplicas":"0",
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node3":{
          "core":"testSimple2_shard1_replica_n1",
          "base_url":"http://127.0.0.1:36885/solr",
          "node_name":"127.0.0.1:36885_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node5":{
          "core":"testSimple2_shard1_replica_n2",
          "base_url":"http://127.0.0.1:46097/solr",
          "node_name":"127.0.0.1:46097_solr",
          "state":"down",
          "type":"NRT"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{
        "core_node7":{
          "core":"testSimple2_shard2_replica_n4",
          "base_url":"http://127.0.0.1:36885/solr",
          "node_name":"127.0.0.1:36885_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node8":{
          "core":"testSimple2_shard2_replica_n6",
          "base_url":"http://127.0.0.1:46097/solr",
          "node_name":"127.0.0.1:46097_solr",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"true",
  "nrtReplicas":"2",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([A3AA4C8235DBE5EE:9B19687C1228313F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasIntegrationTest.testSimple(AutoAddReplicasIntegrationTest.java:125)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 11926 lines...]
   [junit4] Suite: org.apache.solr.cloud.CustomCollectionTest
   [junit4]   2> 71475 INFO  (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/init-core-data-001
   [junit4]   2> 71475 WARN  (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=21 numCloses=21
   [junit4]   2> 71475 INFO  (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 71476 INFO  (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 71476 INFO  (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001
   [junit4]   2> 71477 INFO  (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 71477 INFO  (Thread-55) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 71477 INFO  (Thread-55) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 71478 ERROR (Thread-55) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 71577 INFO  (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42109
   [junit4]   2> 71582 INFO  (jetty-launcher-73-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 71582 INFO  (jetty-launcher-73-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 71583 INFO  (jetty-launcher-73-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 71583 INFO  (jetty-launcher-73-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 71585 INFO  (jetty-launcher-73-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7c651ac2{/solr,null,AVAILABLE}
   [junit4]   2> 71587 INFO  (jetty-launcher-73-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bde0528{/solr,null,AVAILABLE}
   [junit4]   2> 71587 INFO  (jetty-launcher-73-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@48d7b51f{HTTP/1.1,[http/1.1]}{127.0.0.1:36999}
   [junit4]   2> 71587 INFO  (jetty-launcher-73-thread-3) [    ] o.e.j.s.Server Started @73357ms
   [junit4]   2> 71587 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36999}
   [junit4]   2> 71587 INFO  (jetty-launcher-73-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5e2a9e41{HTTP/1.1,[http/1.1]}{127.0.0.1:44817}
   [junit4]   2> 71587 INFO  (jetty-launcher-73-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@783960f1{/solr,null,AVAILABLE}
   [junit4]   2> 71587 INFO  (jetty-launcher-73-thread-4) [    ] o.e.j.s.Server Started @73357ms
   [junit4]   2> 71587 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44817}
   [junit4]   2> 71587 INFO  (jetty-launcher-73-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43083b94{/solr,null,AVAILABLE}
   [junit4]   2> 71588 ERROR (jetty-launcher-73-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 71588 ERROR (jetty-launcher-73-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T10:54:16.823618Z
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T10:54:16.823628Z
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7929a92a{HTTP/1.1,[http/1.1]}{127.0.0.1:39967}
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1d1f73eb{HTTP/1.1,[http/1.1]}{127.0.0.1:41411}
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-1) [    ] o.e.j.s.Server Started @73358ms
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-2) [    ] o.e.j.s.Server Started @73358ms
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39967}
   [junit4]   2> 71588 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41411}
   [junit4]   2> 71588 ERROR (jetty-launcher-73-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 71589 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 71589 ERROR (jetty-launcher-73-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 71589 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 71589 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 71589 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 71589 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T10:54:16.824141Z
   [junit4]   2> 71589 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 71589 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 71589 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T10:54:16.824578Z
   [junit4]   2> 71598 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 71599 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 71599 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 71599 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 71604 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa590e2890004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 71608 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42109/solr
   [junit4]   2> 71620 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42109/solr
   [junit4]   2> 71627 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42109/solr
   [junit4]   2> 71639 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42109/solr
   [junit4]   2> 71683 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa590e2890009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 71724 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 71725 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 71725 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39967_solr
   [junit4]   2> 71727 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36999_solr
   [junit4]   2> 71728 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98979758519943179-127.0.0.1:39967_solr-n_0000000000) starting
   [junit4]   2> 71735 INFO  (zkCallback-93-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 71736 INFO  (zkCallback-94-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 71736 INFO  (zkCallback-96-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 71737 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 71748 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44817_solr
   [junit4]   2> 71749 INFO  (zkCallback-94-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 71749 INFO  (zkCallback-93-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 71750 INFO  (zkCallback-96-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 71788 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39967_solr
   [junit4]   2> 71789 INFO  (zkCallback-96-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 71789 INFO  (zkCallback-93-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 71792 INFO  (zkCallback-94-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 71811 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 71812 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 71814 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41411_solr
   [junit4]   2> 71815 INFO  (zkCallback-96-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 71815 INFO  (zkCallback-93-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 71815 INFO  (zkCallback-94-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 71823 INFO  (zkCallback-88-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 71894 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71900 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39967.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71905 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44817.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71911 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71911 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71912 INFO  (jetty-launcher-73-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node2/.
   [junit4]   2> 71917 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39967.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71918 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44817.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71919 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39967.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71919 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44817.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71920 INFO  (jetty-launcher-73-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node3/.
   [junit4]   2> 71922 INFO  (jetty-launcher-73-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node1/.
   [junit4]   2> 71926 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41411.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71936 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41411.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71936 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41411.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 71952 INFO  (jetty-launcher-73-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node4/.
   [junit4]   2> 72055 INFO  (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 72056 INFO  (SUITE-CustomCollectionTest-seed#[A3AA4C8235DBE5EE]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42109/solr ready
   [junit4]   2> 72080 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[A3AA4C8235DBE5EE]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRouteFieldForHashRouter
   [junit4]   2> 72081 INFO  (TEST-CustomCollectionTest.testRouteFieldForHashRouter-seed#[A3AA4C8235DBE5EE]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 72088 INFO  (qtp1896990202-428) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&maxShardsPerNode=3&router.field=shard_s&name=routeFieldColl&nrtReplicas=2&action=CREATE&numShards=4&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 72091 INFO  (OverseerThreadFactory-219-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection routeFieldColl
   [junit4]   2> 72201 INFO  (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44817/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 72203 INFO  (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"routeFieldColl_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39967/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 72204 INFO  (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36999/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 72206 INFO  (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"routeFieldColl_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41411/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 72207 INFO  (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n9",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:44817/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 72209 INFO  (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard3",
   [junit4]   2>   "core":"routeFieldColl_shard3_replica_n10",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39967/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 72210 INFO  (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n13",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36999/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 72211 INFO  (OverseerStateUpdate-98979758519943179-127.0.0.1:39967_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"routeFieldColl",
   [junit4]   2>   "shard":"shard4",
   [junit4]   2>   "core":"routeFieldColl_shard4_replica_n14",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:41411/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 72415 INFO  (qtp1896990202-418) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n4&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 72417 INFO  (qtp1896990202-418) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 72418 INFO  (qtp397494463-424) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node11&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n9&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 72418 INFO  (qtp397494463-424) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 72427 INFO  (qtp994754431-440) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n2&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 72427 INFO  (qtp994754431-440) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 72428 INFO  (qtp397494463-445) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=routeFieldColl_shard1_replica_n1&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 72428 INFO  (qtp994754431-441) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node12&collection.configName=conf&newCollection=true&name=routeFieldColl_shard3_replica_n10&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard3&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 72429 INFO  (qtp1896990202-435) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node15&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n13&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 72431 INFO  (qtp1155914423-446) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf&newCollection=true&name=routeFieldColl_shard2_replica_n6&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 72431 INFO  (qtp1155914423-443) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node16&collection.configName=conf&newCollection=true&name=routeFieldColl_shard4_replica_n14&action=CREATE&numShards=4&collection=routeFieldColl&shard=shard4&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 72431 INFO  (qtp1155914423-446) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 72537 INFO  (zkCallback-93-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72537 INFO  (zkCallback-94-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72537 INFO  (zkCallback-96-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72537 INFO  (zkCallback-88-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72537 INFO  (zkCallback-93-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72537 INFO  (zkCallback-94-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72537 INFO  (zkCallback-88-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 72538 INFO  (zkCallback-96-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 73425 INFO  (qtp397494463-424) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 73425 INFO  (qtp1896990202-418) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 73433 INFO  (qtp1896990202-418) [    ] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n4] Schema name=cloud-dynamic
   [junit4]   2> 73433 INFO  (qtp397494463-424) [    ] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n9] Schema name=cloud-dynamic
   [junit4]   2> 73441 INFO  (qtp397494463-445) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 73446 INFO  (qtp1896990202-435) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 73461 INFO  (qtp1155914423-443) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 73463 INFO  (qtp994754431-440) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 73480 INFO  (qtp994754431-441) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 73481 INFO  (qtp1155914423-446) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 73487 INFO  (qtp397494463-445) [    ] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n1] Schema name=cloud-dynamic
   [junit4]   2> 73488 INFO  (qtp1896990202-435) [    ] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n13] Schema name=cloud-dynamic
   [junit4]   2> 73498 INFO  (qtp397494463-424) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 73499 INFO  (qtp1155914423-446) [    ] o.a.s.s.IndexSchema [routeFieldColl_shard2_replica_n6] Schema name=cloud-dynamic
   [junit4]   2> 73499 INFO  (qtp397494463-424) [    ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n9' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 73499 INFO  (qtp397494463-424) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44817.solr.core.routeFieldColl.shard3.replica_n9' (registry 'solr.core.routeFieldColl.shard3.replica_n9') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 73499 INFO  (qtp397494463-424) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 73499 INFO  (qtp397494463-424) [    ] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n9] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node3/routeFieldColl_shard3_replica_n9], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node3/./routeFieldColl_shard3_replica_n9/data/]
   [junit4]   2> 73501 INFO  (qtp1155914423-443) [    ] o.a.s.s.IndexSchema [routeFieldColl_shard4_replica_n14] Schema name=cloud-dynamic
   [junit4]   2> 73502 INFO  (qtp1896990202-418) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 73502 INFO  (qtp1896990202-418) [    ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n4' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 73503 INFO  (qtp1896990202-418) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.core.routeFieldColl.shard2.replica_n4' (registry 'solr.core.routeFieldColl.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 73503 INFO  (qtp1896990202-418) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 73503 INFO  (qtp1896990202-418) [    ] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node2/routeFieldColl_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node2/./routeFieldColl_shard2_replica_n4/data/]
   [junit4]   2> 73506 INFO  (qtp994754431-441) [    ] o.a.s.s.IndexSchema [routeFieldColl_shard3_replica_n10] Schema name=cloud-dynamic
   [junit4]   2> 73514 INFO  (qtp994754431-440) [    ] o.a.s.s.IndexSchema [routeFieldColl_shard1_replica_n2] Schema name=cloud-dynamic
   [junit4]   2> 73569 INFO  (qtp1155914423-446) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 73570 INFO  (qtp1155914423-446) [    ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard2_replica_n6' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 73572 INFO  (qtp1155914423-446) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41411.solr.core.routeFieldColl.shard2.replica_n6' (registry 'solr.core.routeFieldColl.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 73572 INFO  (qtp1155914423-446) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 73573 INFO  (qtp1155914423-446) [    ] o.a.s.c.SolrCore [[routeFieldColl_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node4/routeFieldColl_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node4/./routeFieldColl_shard2_replica_n6/data/]
   [junit4]   2> 73578 INFO  (qtp994754431-440) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 73578 INFO  (qtp994754431-440) [    ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n2' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 73579 INFO  (qtp994754431-440) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39967.solr.core.routeFieldColl.shard1.replica_n2' (registry 'solr.core.routeFieldColl.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 73579 INFO  (qtp994754431-440) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 73579 INFO  (qtp994754431-440) [    ] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node1/routeFieldColl_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node1/./routeFieldColl_shard1_replica_n2/data/]
   [junit4]   2> 73584 INFO  (qtp1155914423-443) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 73584 INFO  (qtp1155914423-443) [    ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n14' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 73584 INFO  (qtp1155914423-443) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41411.solr.core.routeFieldColl.shard4.replica_n14' (registry 'solr.core.routeFieldColl.shard4.replica_n14') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 73585 INFO  (qtp1155914423-443) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 73585 INFO  (qtp1155914423-443) [    ] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n14] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node4/routeFieldColl_shard4_replica_n14], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node4/./routeFieldColl_shard4_replica_n14/data/]
   [junit4]   2> 73585 INFO  (qtp1896990202-435) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 73585 INFO  (qtp1896990202-435) [    ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard4_replica_n13' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 73585 INFO  (qtp397494463-445) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 73585 INFO  (qtp397494463-445) [    ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard1_replica_n1' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 73586 INFO  (qtp1896990202-435) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36999.solr.core.routeFieldColl.shard4.replica_n13' (registry 'solr.core.routeFieldColl.shard4.replica_n13') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 73586 INFO  (qtp1896990202-435) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 73586 INFO  (qtp1896990202-435) [    ] o.a.s.c.SolrCore [[routeFieldColl_shard4_replica_n13] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node2/routeFieldColl_shard4_replica_n13], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node2/./routeFieldColl_shard4_replica_n13/data/]
   [junit4]   2> 73588 INFO  (qtp397494463-445) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44817.solr.core.routeFieldColl.shard1.replica_n1' (registry 'solr.core.routeFieldColl.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 73588 INFO  (qtp397494463-445) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 73588 INFO  (qtp397494463-445) [    ] o.a.s.c.SolrCore [[routeFieldColl_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node3/routeFieldColl_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node3/./routeFieldColl_shard1_replica_n1/data/]
   [junit4]   2> 73605 INFO  (qtp994754431-441) [    ] o.a.s.s.IndexSchema Loaded schema cloud-dynamic/1.6 with uniqueid field id
   [junit4]   2> 73605 INFO  (qtp994754431-441) [    ] o.a.s.c.CoreContainer Creating SolrCore 'routeFieldColl_shard3_replica_n10' using configuration from collection routeFieldColl, trusted=true
   [junit4]   2> 73606 INFO  (qtp994754431-441) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39967.solr.core.routeFieldColl.shard3.replica_n10' (registry 'solr.core.routeFieldColl.shard3.replica_n10') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b126a91
   [junit4]   2> 73606 INFO  (qtp994754431-441) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 73606 INFO  (qtp994754431-441) [    ] o.a.s.c.SolrCore [[routeFieldColl_shard3_replica_n10] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node1/routeFieldColl_shard3_replica_n10], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.CustomCollectionTest_A3AA4C8235DBE5EE-001/tempDir-001/node1/./routeFieldColl_shard3_replica_n10/data/]
   [junit4]   2> 73675 INFO  (qtp1896990202-435) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 73675 INFO  (qtp1896990202-435) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 73675 INFO  (qtp1896990202-418) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 73675 INFO  (qtp1896990202-418) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 73676 INFO  (qtp1896990202-418) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 73676 INFO  (qtp1896990202-418) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 73678 INFO  (qtp1896990202-418) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@247c2e6b[routeFieldColl_shard2_replica_n4] main]
   [junit4]   2> 73679 INFO  (qtp1896990202-418) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 73680 INFO  (qtp1896990202-418) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 73681 INFO  (qtp1896990202-418) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 73681 INFO  (qtp1896990202-418) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138629103616
   [junit4]   2> 73689 INFO  (qtp1896990202-435) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 73689 INFO  (qtp1896990202-435) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 73689 INFO  (qtp1896990202-418) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 73692 INFO  (searcherExecutor-229-thread-1) [    ] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n4] Registered new searcher Searcher@247c2e6b[routeFieldColl_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 73695 INFO  (qtp1896990202-435) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@497d6303[routeFieldColl_shard4_replica_n13] main]
   [junit4]   2> 73697 INFO  (qtp1896990202-435) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 73722 INFO  (qtp1896990202-435) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 73723 INFO  (qtp1896990202-435) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 73724 INFO  (searcherExecutor-233-thread-1) [    ] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n13] Registered new searcher Searcher@497d6303[routeFieldColl_shard4_replica_n13] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 73724 INFO  (qtp1896990202-435) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138674192384
   [junit4]   2> 73728 INFO  (qtp1896990202-435) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard4: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 73834 INFO  (zkCallback-96-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 73834 INFO  (zkCallback-96-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 73835 INFO  (zkCallback-94-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 73835 INFO  (zkCallback-94-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 73834 INFO  (zkCallback-88-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 73834 INFO  (zkCallback-88-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 73835 INFO  (zkCallback-93-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 73835 INFO  (zkCallback-93-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 73846 INFO  (qtp1155914423-446) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 73846 INFO  (qtp1155914423-446) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 73848 INFO  (qtp1155914423-446) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 73848 INFO  (qtp1155914423-446) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 73856 INFO  (qtp1155914423-446) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d4a08ef[routeFieldColl_shard2_replica_n6] main]
   [junit4]   2> 73856 INFO  (qtp397494463-424) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 73856 INFO  (qtp397494463-424) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 73857 INFO  (qtp1155914423-446) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 73857 INFO  (qtp1155914423-446) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 73857 INFO  (qtp397494463-424) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 73857 INFO  (qtp397494463-424) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 73857 INFO  (qtp397494463-445) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 73858 INFO  (qtp397494463-445) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 73858 INFO  (qtp1155914423-446) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 73863 INFO  (searcherExecutor-230-thread-1) [    ] o.a.s.c.SolrCore [routeFieldColl_shard2_replica_n6] Registered new searcher Searcher@1d4a08ef[routeFieldColl_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 73863 INFO  (qtp1155914423-446) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138819944448
   [junit4]   2> 73868 INFO  (qtp397494463-424) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@46c0e937[routeFieldColl_shard3_replica_n9] main]
   [junit4]   2> 73869 INFO  (qtp397494463-424) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 73869 INFO  (qtp397494463-424) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 73869 INFO  (qtp397494463-445) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 73869 INFO  (qtp397494463-445) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 73870 INFO  (qtp397494463-424) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 73875 INFO  (searcherExecutor-228-thread-1) [    ] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n9] Registered new searcher Searcher@46c0e937[routeFieldColl_shard3_replica_n9] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 73875 INFO  (qtp994754431-440) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 73875 INFO  (qtp397494463-424) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138832527360
   [junit4]   2> 73875 INFO  (qtp994754431-440) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 73876 INFO  (qtp1155914423-443) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 73876 INFO  (qtp1155914423-443) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 73877 INFO  (qtp994754431-440) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 73877 INFO  (qtp994754431-440) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 73878 INFO  (qtp1155914423-443) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 73878 INFO  (qtp1155914423-443) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 73879 INFO  (qtp397494463-445) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@56ba251c[routeFieldColl_shard1_replica_n1] main]
   [junit4]   2> 73879 INFO  (qtp1155914423-443) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@41d5f95f[routeFieldColl_shard4_replica_n14] main]
   [junit4]   2> 73880 INFO  (qtp994754431-441) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 73881 INFO  (qtp1155914423-443) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 73881 INFO  (qtp994754431-441) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 73881 INFO  (qtp397494463-445) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 73881 INFO  (qtp1155914423-443) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 73882 INFO  (qtp1155914423-443) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 73882 INFO  (qtp1155914423-443) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138839867392
   [junit4]   2> 73883 INFO  (qtp397494463-445) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 73883 INFO  (qtp397494463-445) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 73884 INFO  (qtp994754431-441) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 73884 INFO  (qtp994754431-441) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 73884 INFO  (searcherExecutor-234-thread-1) [    ] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n1] Registered new searcher Searcher@56ba251c[routeFieldColl_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 73884 INFO  (qtp397494463-445) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138841964544
   [junit4]   2> 73890 INFO  (qtp994754431-440) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c489fb9[routeFieldColl_shard1_replica_n2] main]
   [junit4]   2> 73895 INFO  (qtp994754431-441) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c38cca1[routeFieldColl_shard3_replica_n10] main]
   [junit4]   2> 73900 INFO  (qtp994754431-440) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 73902 INFO  (qtp994754431-440) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 73902 INFO  (qtp994754431-440) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 73906 INFO  (searcherExecutor-232-thread-1) [    ] o.a.s.c.SolrCore [routeFieldColl_shard4_replica_n14] Registered new searcher Searcher@41d5f95f[routeFieldColl_shard4_replica_n14] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 73907 INFO  (searcherExecutor-231-thread-1) [    ] o.a.s.c.SolrCore [routeFieldColl_shard1_replica_n2] Registered new searcher Searcher@6c489fb9[routeFieldColl_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 73907 INFO  (qtp994754431-440) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138866081792
   [junit4]   2> 73908 INFO  (qtp397494463-424) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard3: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 73909 INFO  (qtp397494463-445) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 73909 INFO  (qtp994754431-441) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 73910 INFO  (qtp994754431-441) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 73911 INFO  (qtp994754431-441) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 73912 INFO  (searcherExecutor-235-thread-1) [    ] o.a.s.c.SolrCore [routeFieldColl_shard3_replica_n10] Registered new searcher Searcher@2c38cca1[routeFieldColl_shard3_replica_n10] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 73912 INFO  (qtp994754431-441) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583676138871324672
   [junit4]   2> 74012 INFO  (zkCallback-93-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 74012 INFO  (zkCallback-96-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 74012 INFO  (zkCallback-88-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 74012 INFO  (zkCallback-94-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 74012 INFO  (zkCallback-88-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 74012 INFO  (zkCallback-96-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 74012 INFO  (zkCallback-93-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 74012 INFO  (zkCallback-94-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/routeFieldColl/state.json] for collection [routeFieldColl] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 74190 INFO  (qtp1896990202-418) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 74190 INFO  (qtp1896990202-418) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 74190 INFO  (qtp1896990202-418) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36999/solr/routeFieldColl_shard2_replica_n4/
   [junit4]   2> 74194 INFO  (qtp1896990202-418) [    ] o.a.s.u.PeerSync PeerSync: core=routeFieldColl_shard2_replica_n4 url=http://127.0.0.1:36999/solr START replicas=[http://127.0.0.1:41411/solr/routeFieldColl_shard2_replica_n6/] nUpdates=100
   [junit4]   2> 74198 INFO  (qtp1155914423-425) [    ] o.a.s.c.S.Request [routeFieldCo

[...truncated too long message...]

omain = solr.core.testSimple2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testSimple2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@63235c10
   [junit4]   2> 2892142 INFO  (coreCloseExecutor-6824-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=1922299260
   [junit4]   2> 2892142 INFO  (coreCloseExecutor-6824-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard3.replica_n4, tag=667506827
   [junit4]   2> 2892142 INFO  (coreCloseExecutor-6824-thread-5) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52016035: rootName = solr_34245, domain = solr.core.testSimple3.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.testSimple3.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@fbebddb
   [junit4]   2> 2892146 INFO  (coreCloseExecutor-6823-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple2.shard2.replica_n4, tag=991230264
   [junit4]   2> 2892146 INFO  (coreCloseExecutor-6823-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@74d5e10a: rootName = solr_36885, domain = solr.core.testSimple2.shard2.replica_n4, service url = null, agent id = null] for registry solr.core.testSimple2.shard2.replica_n4 / com.codahale.metrics.MetricRegistry@5798730a
   [junit4]   2> 2892147 INFO  (coreCloseExecutor-6824-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple1.shard1.replica_n1, tag=1430097037
   [junit4]   2> 2892147 INFO  (coreCloseExecutor-6824-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7407862f: rootName = solr_34245, domain = solr.core.testSimple1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testSimple1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@5b43b450
   [junit4]   2> 2892151 INFO  (coreCloseExecutor-6823-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=985366694
   [junit4]   2> 2892151 INFO  (coreCloseExecutor-6823-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard1.leader, tag=780919130
   [junit4]   2> 2892151 INFO  (coreCloseExecutor-6823-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple2.shard2.leader, tag=991230264
   [junit4]   2> 2892152 INFO  (jetty-closer-4225-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7a278e08{/solr,null,UNAVAILABLE}
   [junit4]   2> 2892152 INFO  (coreCloseExecutor-6824-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=667506827
   [junit4]   2> 2892153 INFO  (coreCloseExecutor-6824-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=1430097037
   [junit4]   2> 2892153 INFO  (jetty-closer-4225-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98979933939761159-127.0.0.1:34245_solr-n_0000000000) closing
   [junit4]   2> 2892153 INFO  (OverseerStateUpdate-98979933939761159-127.0.0.1:34245_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34245_solr
   [junit4]   2> 2892153 WARN  (OverseerAutoScalingTriggerThread-98979933939761159-127.0.0.1:34245_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2892154 DEBUG (jetty-closer-4225-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 2892154 INFO  (jetty-closer-4225-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@959ab2a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2892154 ERROR (SUITE-AutoAddReplicasIntegrationTest-seed#[A3AA4C8235DBE5EE]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2892155 INFO  (SUITE-AutoAddReplicasIntegrationTest-seed#[A3AA4C8235DBE5EE]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42299 42299
   [junit4]   2> 2895636 INFO  (Thread-8586) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42299 42299
   [junit4]   2> 2895636 WARN  (Thread-8586) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/testSimple1/state.json
   [junit4]   2> 	21	/solr/collections/testSimple2/state.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/collections/testSimple3/state.json
   [junit4]   2> 	3	/solr/overseer_elect/election/98979933939761159-127.0.0.1:34245_solr-n_0000000000
   [junit4]   2> 	2	/solr/collections/testSimple1/leader_elect/shard1/election/98979933939761159-core_node3-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/98979933939761161-127.0.0.1:36885_solr-n_0000000001
   [junit4]   2> 	2	/solr/collections/testSimple1/leader_elect/shard2/election/98979933939761159-core_node6-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.autoscaling.AutoAddReplicasIntegrationTest_A3AA4C8235DBE5EE-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1d87dc74), locale=es-IC, timezone=Europe/Tiraspol
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=313847320,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerSchemaAPI, ShufflingReplicaListTransformerTest, CdcrReplicationDistributedZkTest, TestWordDelimiterFilterFactory, V2ApiIntegrationTest, CheckHdfsIndexTest, TestComponentsName, SuggestComponentTest, TestCloudDeleteByQuery, SoftAutoCommitTest, DeleteInactiveReplicaTest, ZkStateWriterTest, TestFastOutputStream, TestTolerantUpdateProcessorRandomCloud, TestMergePolicyConfig, OverseerStatusTest, TestDistributedSearch, TestSimpleQParserPlugin, TestSolrDeletionPolicy1, BasicDistributedZkTest, DocumentBuilderTest, TestSegmentSorting, TermsComponentTest, PreAnalyzedFieldManagedSchemaCloudTest, PrimitiveFieldTypeTest, CursorPagingTest, TestFileDictionaryLookup, FastVectorHighlighterTest, TestLegacyNumericUtils, TestFieldTypeResource, SolrCloudReportersTest, TestImpersonationWithHadoopAuth, TestSort, TestRecoveryHdfs, TestCustomSort, TestSimpleTextCodec, TestHdfsBackupRestoreCore, ActionThrottleTest, HdfsTlogReplayBufferedWhileIndexingTest, TestSolrQueryResponse, TestIBSimilarityFactory, TestSlowCompositeReaderWrapper, QueryResultKeyTest, TestSolrConfigHandlerCloud, TermVectorComponentTest, TestRecovery, TestCopyFieldCollectionResource, TestRandomCollapseQParserPlugin, TestFoldingMultitermQuery, TestConfigSetImmutable, CoreAdminCreateDiscoverTest, TestRequestForwarding, TestBulkSchemaConcurrent, SolrCloudExampleTest, TestUpdate, TestCoreAdminApis, HdfsNNFailoverTest, DateMathParserTest, ZkControllerTest, RAMDirectoryFactoryTest, ResourceLoaderTest, TestJoin, TestCodecSupport, TestSchemaManager, TestPerFieldSimilarityWithDefaultOverride, AutoAddReplicasPlanActionTest, FacetPivotSmallTest, TestMiniSolrCloudClusterSSL, TestManagedResourceStorage, PeerSyncTest, TestLegacyNumericRangeQueryBuilder, DirectUpdateHandlerOptimizeTest, SolrInfoBeanTest, SolrPluginUtilsTest, HdfsChaosMonkeyNothingIsSafeTest, TestPostingsSolrHighlighter, TestNestedDocsSort, TestMultiWordSynonyms, SliceStateTest, TestManagedSchemaAPI, OverseerCollectionConfigSetProcessorTest, TestTestInjection, TestCSVLoader, TestHdfsUpdateLog, SolrJmxReporterCloudTest, TestDistribIDF, TestGraphMLResponseWriter, TestCollectionsAPIViaSolrCloudCluster, TestHighlightDedupGrouping, TestSuggestSpellingConverter, TestJsonRequest, TestQueryUtils, TestLRUStatsCache, ExternalFileFieldSortTest, DocValuesTest, TestLeaderInitiatedRecoveryThread, TestHdfsCloudBackupRestore, DistributedFacetPivotSmallAdvancedTest, DistributedMLTComponentTest, TestSchemaSimilarityResource, LeaderInitiatedRecoveryOnCommitTest, TestClassicSimilarityFactory, HLLUtilTest, TestSolrCloudWithSecureImpersonation, TestCrossCoreJoin, TestPHPSerializedResponseWriter, NodeMutatorTest, TestCollapseQParserPlugin, TestManagedSynonymGraphFilterFactory, TestImplicitCoreProperties, SSLMigrationTest, PKIAuthenticationIntegrationTest, TestBinaryField, CdcrUpdateLogTest, TestGraphTermsQParserPlugin, TestUniqueKeyFieldResource, TestRandomRequestDistribution, RecoveryAfterSoftCommitTest, TestConfigSetsAPIZkFailure, NoCacheHeaderTest, TestRandomFaceting, SpatialFilterTest, TestCloudSearcherWarming, TestDistribDocBasedVersion, TestPayloadCheckQParserPlugin, TestCloudPivotFacet, TestConfigSetsAPI, TestPullReplica, TestStressLiveNodes, TriLevelCompositeIdRoutingTest, VMParamsZkACLAndCredentialsProvidersTest, AutoAddReplicasIntegrationTest]
   [junit4] Completed [574/749 (3!)] on J0 in 147.55s, 1 test, 1 failure <<< FAILURES!

[...truncated 40687 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build # 20878 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20878/
Java: 64bit/jdk-10-ea+29 -XX:-UseCompressedOops -XX:+UseSerialGC

2 tests failed.
FAILED:  org.apache.lucene.search.TestSimilarity.testSimilarity

Error Message:
expected:<2.0> but was:<1.0>

Stack Trace:
java.lang.AssertionError: expected:<2.0> but was:<1.0>
	at __randomizedtesting.SeedInfo.seed([2821A73E6CBE7047:D98EE7066C5EE55C]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.junit.Assert.assertEquals(Assert.java:512)
	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:69)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq

Error Message:
first doc score should be zero, 3.0794418

Stack Trace:
java.lang.AssertionError: first doc score should be zero, 3.0794418
	at __randomizedtesting.SeedInfo.seed([2821A73E6CBE7047:14521315DA5C4540]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 745 lines...]
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimilarity -Dtests.method=testSimilarity -Dtests.seed=2821A73E6CBE7047 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=hi-IN -Dtests.timezone=America/Inuvik -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.01s J0 | TestSimilarity.testSimilarity <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2.0> but was:<1.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2821A73E6CBE7047:D98EE7066C5EE55C]:0)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
   [junit4]    > 	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
   [junit4]    > 	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:69)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
   [junit4]    > 	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6253cf08), locale=hi-IN, timezone=America/Inuvik
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=248811336,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestApproximationSearchEquivalence, TestUsageTrackingFilterCachingPolicy, TestDocValuesIndexing, TestIndexWriterWithThreads, TestTrackingDirectoryWrapper, TestTerms, TestIndexInput, TestOmitNorms, TestSegmentMerger, TestUpgradeIndexMergePolicy, TestMultiPhraseQuery, TestUTF32ToUTF8, TestIndexableField, TestDirectPacked, TestStandardAnalyzer, Test2BTerms, TestBooleanRewrites, TestFlex, FiniteStringsIteratorTest, TestDocIdSetBuilder, TestMultiThreadTermVectors, TestSearch, TestLMJelinekMercerSimilarity, TestIntRangeFieldQueries, TestSmallFloat, TestCodecs, TestSpanCollection, TestFlushByRamOrCountsPolicy, TestSimpleFSLockFactory, TestMultiTermQueryRewrites, TestSimpleExplanations, TestBinaryDocValuesUpdates, TestLiveFieldValues, TestIndependenceSaturated, TestBinaryTerms, TestExitableDirectoryReader, TestBasicModelIF, TestMergeRateLimiter, TestNGramPhraseQuery, TestFrequencyTrackingRingBuffer, TestIndexWriterForceMerge, TestAxiomaticF3LOG, TestRoaringDocIdSet, TestBytesRef, TestIndexWriterExceptions2, TestRegexpRandom, TestWordlistLoader, TestNeedsScores, TestAxiomaticF2EXP, TestSimilarityProvider, TestOfflineSorter, TestNRTCachingDirectory, TestLongBitSet, TestCrashCausesCorruptIndex, TestPostingsOffsets, TestOrdinalMap, TestIndexedDISI, TestThreadedForceMerge, TestReaderWrapperDVTypeCheck, TestDeterminizeLexicon, TestNativeFSLockFactory, TestLongValuesSource, TestDateTools, TestGeoUtils, TestSimpleSearchEquivalence, TestControlledRealTimeReopenThread, TestIndexWriterExceptions, TestCharFilter, TestPerFieldPostingsFormat, TestSimilarity]
   [junit4] Completed [159/475 (1!)] on J0 in 0.01s, 1 test, 1 failure <<< FAILURES!

[...truncated 212 lines...]
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSpans -Dtests.method=testSpanScorerZeroSloppyFreq -Dtests.seed=2821A73E6CBE7047 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=nmg -Dtests.timezone=HST -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.00s J0 | TestSpans.testSpanScorerZeroSloppyFreq <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: first doc score should be zero, 3.0794418
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2821A73E6CBE7047:14521315DA5C4540]:0)
   [junit4]    > 	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@20c02706), locale=nmg, timezone=HST
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=112597824,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestApproximationSearchEquivalence, TestUsageTrackingFilterCachingPolicy, TestDocValuesIndexing, TestIndexWriterWithThreads, TestTrackingDirectoryWrapper, TestTerms, TestIndexInput, TestOmitNorms, TestSegmentMerger, TestUpgradeIndexMergePolicy, TestMultiPhraseQuery, TestUTF32ToUTF8, TestIndexableField, TestDirectPacked, TestStandardAnalyzer, Test2BTerms, TestBooleanRewrites, TestFlex, FiniteStringsIteratorTest, TestDocIdSetBuilder, TestMultiThreadTermVectors, TestSearch, TestLMJelinekMercerSimilarity, TestIntRangeFieldQueries, TestSmallFloat, TestCodecs, TestSpanCollection, TestFlushByRamOrCountsPolicy, TestSimpleFSLockFactory, TestMultiTermQueryRewrites, TestSimpleExplanations, TestBinaryDocValuesUpdates, TestLiveFieldValues, TestIndependenceSaturated, TestBinaryTerms, TestExitableDirectoryReader, TestBasicModelIF, TestMergeRateLimiter, TestNGramPhraseQuery, TestFrequencyTrackingRingBuffer, TestIndexWriterForceMerge, TestAxiomaticF3LOG, TestRoaringDocIdSet, TestBytesRef, TestIndexWriterExceptions2, TestRegexpRandom, TestWordlistLoader, TestNeedsScores, TestAxiomaticF2EXP, TestSimilarityProvider, TestOfflineSorter, TestNRTCachingDirectory, TestLongBitSet, TestCrashCausesCorruptIndex, TestPostingsOffsets, TestOrdinalMap, TestIndexedDISI, TestThreadedForceMerge, TestReaderWrapperDVTypeCheck, TestDeterminizeLexicon, TestNativeFSLockFactory, TestLongValuesSource, TestDateTools, TestGeoUtils, TestSimpleSearchEquivalence, TestControlledRealTimeReopenThread, TestIndexWriterExceptions, TestCharFilter, TestPerFieldPostingsFormat, TestSimilarity, TestSortedSetSortField, TestBooleanQueryVisitSubscorers, TestIndexWriter, TestMultiCollector, TestAllFilesCheckIndexHeader, TestLucene70SegmentInfoFormat, TestGraphTokenStreamFiniteStrings, TestIntroSelector, Test4GBStoredFields, TestIndexWriterReader, TestIndexWriterMerging, TestBytesStore, TestMultiMMap, TestDeletionPolicy, TestSloppyPhraseQuery, TestBoolean2, TestPersistentSnapshotDeletionPolicy, TestDirectoryReaderReopen, TestTimeLimitingCollector, TestNeverDelete, TestMinimize, TestSnapshotDeletionPolicy, TestIndexWriterUnicode, TestLevenshteinAutomata, TestByteSlices, TestWeakIdentityMap, TestPhraseQuery, TestCollectionUtil, TestBagOfPositions, TestFastDecompressionMode, TestParallelCompositeReader, TestIndexWriterNRTIsCurrent, TestFieldCacheRewriteMethod, TestPagedBytes, TestPerFieldPostingsFormat2, TestSort, TestToken, TestFieldsReader, TestCustomSearcherSort, TestSimilarityBase, TestHugeRamFile, TestBooleanMinShouldMatch, Test2BDocs, TestSpans]
   [junit4] Completed [225/475 (2!)] on J0 in 0.17s, 26 tests, 1 failure <<< FAILURES!

[...truncated 53250 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20877 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20877/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseParallelGC

5 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:     1) Thread[id=3385, name=jetty-launcher-521-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   1) Thread[id=3385, name=jetty-launcher-521-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([E521A573E71ECEC5]:0)


FAILED:  org.apache.lucene.search.similarities.TestBasicModelIn.testRandomScoring

Error Message:
score(1.0,15)=3.7663744E9 < score(1.0,16)=3.76637466E9

Stack Trace:
java.lang.AssertionError: score(1.0,15)=3.7663744E9 < score(1.0,16)=3.76637466E9
	at __randomizedtesting.SeedInfo.seed([BBBE98D990924CB0:3021C16B8AE5AABA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:423)
	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale

Error Message:
Error from server at https://127.0.0.1:46045/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46045/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([EE0EBF4EBA2A423A:5A3F27A659C33416]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.TestSimilarity.testSimilarity

Error Message:
expected:<2.0> but was:<1.0>

Stack Trace:
java.lang.AssertionError: expected:<2.0> but was:<1.0>
	at __randomizedtesting.SeedInfo.seed([BBBE98D990924CB0:4A11D8E19072D9AB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.junit.Assert.assertEquals(Assert.java:512)
	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:69)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq

Error Message:
first doc score should be zero, 3.0794418

Stack Trace:
java.lang.AssertionError: first doc score should be zero, 3.0794418
	at __randomizedtesting.SeedInfo.seed([BBBE98D990924CB0:87CD2CF2267079B7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1182 lines...]
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSpans -Dtests.method=testSpanScorerZeroSloppyFreq -Dtests.seed=BBBE98D990924CB0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-HK -Dtests.timezone=Asia/Shanghai -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.01s J2 | TestSpans.testSpanScorerZeroSloppyFreq <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: first doc score should be zero, 3.0794418
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BBBE98D990924CB0:87CD2CF2267079B7]:0)
   [junit4]    > 	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/J2/temp/lucene.search.spans.TestSpans_BBBE98D990924CB0-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=Lucene50(blocksize=128), id=FST50, text=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1822, maxMBSortInHeap=6.417963078210313, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1892cf0), locale=zh-HK, timezone=Asia/Shanghai
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=81653848,total=213123072
   [junit4]   2> NOTE: All tests run in this JVM: [TestLucene70NormsFormat, TestRegexpQuery, TestSleepingLockWrapper, TermInSetQueryTest, TestSearchWithThreads, TestDocument, TestTermVectors, Test2BBKDPoints, TestTimSorterWorstCase, TestSetOnce, TestField, TestMixedCodecs, TestSimilarity2, TestBasicModelG, TestLucene60PointsFormat, TestIndependenceChiSquared, TestEarlyTerminatingSortingCollector, TestBagOfPostings, TestHighCompressionMode, TestAxiomaticF3EXP, TestCharsRefBuilder, Test2BPagedBytes, TestCachingTokenFilter, TestSentinelIntSet, TestFieldReuse, TestTopDocsMerge, TestConjunctions, TestMergePolicyWrapper, TestRadixSelector, TestLMDirichletSimilarity, TestCollectionUtil, TestFilterWeight, TestStressIndexing2, TestHugeRamFile, TestLazyProxSkipping, TestDemoParallelLeafReader, TestBlockPostingsFormat, TestSimpleExplanationsOfNonMatches, TestLSBRadixSorter, TestAutomaton, TestPerFieldPostingsFormat2, TestIndexWriterDeleteByQuery, TestAllFilesHaveChecksumFooter, TestCharTermAttributeImpl, TestIndexWriterMerging, TestVersion, Test2BSortedDocValuesOrds, TestClassicSimilarity, TestMultiset, TestFieldCacheRewriteMethod, TestFilterDirectory, TestSubScorerFreqs, TestDateSort, TestDocValues, TestIndexManyDocuments, TestBoolean2ScorerSupplier, TestIndexWriterCommit, TestConjunctionDISI, TestMultiFields, TestCharsRef, TestMinShouldMatch2, MultiCollectorTest, TestIndexWriterMergePolicy, TestDocValuesRewriteMethod, TestForUtil, TestSearchForDuplicates, TestSloppyPhraseQuery2, TestStopFilter, TestSpanNearQuery, TestBM25Similarity, TestTryDelete, TestNIOFSDirectory, TestSameTokenSamePosition, TestSortedSetDocValues, TestScorerPerf, TestPolygon2D, TestSloppyMath, TestBytesRefHash, TestCompiledAutomaton, TestLogMergePolicy, TestLevenshteinAutomata, TestByteSlices, TestConsistentFieldNumbers, TestWeakIdentityMap, TestBagOfPositions, TestNRTCachingDirectory, TestParallelCompositeReader, TestIndexWriterNRTIsCurrent, TestFieldsReader, TestSimilarityBase, TestBooleanMinShouldMatch, TestSpans]
   [junit4] Completed [293/475 (1!)] on J2 in 0.22s, 26 tests, 1 failure <<< FAILURES!

[...truncated 150 lines...]
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimilarity -Dtests.method=testSimilarity -Dtests.seed=BBBE98D990924CB0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja -Dtests.timezone=Europe/Simferopol -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.01s J0 | TestSimilarity.testSimilarity <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2.0> but was:<1.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BBBE98D990924CB0:4A11D8E19072D9AB]:0)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
   [junit4]    > 	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
   [junit4]    > 	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:69)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
   [junit4]    > 	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=29, maxMBSortInHeap=7.7808174432645725, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@dbf6cc), locale=ja, timezone=Europe/Simferopol
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=113823464,total=271056896
   [junit4]   2> NOTE: All tests run in this JVM: [TestBasicModelP, TestFilterCodecReader, TestPagedBytes, TestTerms, TestDelegatingAnalyzerWrapper, TestLiveFieldValues, TestTerm, TestIndexingSequenceNumbers, TestDeterminizeLexicon, TestSnapshotDeletionPolicy, TestSimpleExplanations, TestStandardAnalyzer, Test4GBStoredFields, TestIntRangeFieldQueries, TestBoolean2, TestIndexableField, TestStringMSBRadixSorter, TestBooleanRewrites, TestFuzzyQuery, TestIndexWriter, TestDeletionPolicy, TestBytesStore, TestDocumentWriter, TestMergedIterator, TestNeedsScores, TestCharArrayMap, TestPerFieldPostingsFormat, TestBinaryTerms, TestAllFilesCheckIndexHeader, TestRoaringDocIdSet, FiniteStringsIteratorTest, TestDocIDMerger, TestTotalHitCountCollector, TestUniqueTermCount, TestIndexWriterOnVMError, TestUTF32ToUTF8, TestBytesRef, TestSloppyPhraseQuery, TestDirectPacked, TestOperations, TestPostingsOffsets, TestRegexpRandom, TestBooleanScorer, Test2BPoints, TestDistributionLL, TestMultiPhraseQuery, TestCodecHoldsOpenFiles, TestWordlistLoader, TestFrequencyTrackingRingBuffer, TestNRTReaderCleanup, TestSpanNotQuery, TestExitableDirectoryReader, TestCodecs, TestUpgradeIndexMergePolicy, TestIntroSelector, TestIndexInput, TestMultiCollector, TestDocValuesIndexing, TestDoubleRangeFieldQueries, TestStressDeletes, TestForceMergeForever, TestQueryRescorer, TestMatchAllDocsQuery, TestSearchAfter, TestFloatRangeFieldQueries, TestMaxTermFrequency, TestWildcardRandom, TestSortRescorer, TestBasicModelBE, TestNeverDelete, TestSpanCollection, TestSimilarityProvider, TestApproximationSearchEquivalence, TestGeoUtils, TestLongBitSet, TestStressIndexing, TestIndependenceSaturated, TestPerSegmentDeletes, TestMultiThreadTermVectors, TestBooleanOr, TestBasics, TestFlushByRamOrCountsPolicy, TestIndexWriterDelete, TestNRTThreads, TestPersistentSnapshotDeletionPolicy, TestAtomicUpdate, TestDirectoryReaderReopen, TestDocumentsWriterStallControl, TestDirectoryReader, TestSegmentMerger, TestPhraseQuery, TestOmitNorms, TestFixedBitSet, TestRegexpRandom2, TestSegmentReader, TestFastDecompressionMode, TestCrash, TestSegmentTermDocs, TestSort, TestMultiDocValues, TestToken, TestSimpleSearchEquivalence, TestTermsEnum2, TestIndexWriterOnDiskFull, TestFlex, TestFastCompressionMode, TestTermVectorsWriter, TestThreadedForceMerge, TestDisjunctionMaxQuery, TestNearSpansOrdered, TestSameScoresWithThreads, TestTermRangeQuery, TestDocumentsWriterDeleteQueue, TestCrashCausesCorruptIndex, TestSpanSearchEquivalence, TestPrefixInBooleanQuery, TestSegmentTermEnum, TestUnicodeUtil, TestAllFilesHaveCodecHeader, TestParallelReaderEmptyIndex, TestTermScorer, TestTopFieldCollector, TestFileSwitchDirectory, TestMultiLevelSkipList, TestPayloadsOnVectors, TestBooleanQueryVisitSubscorers, TestConstantScoreQuery, TestRecyclingIntBlockAllocator, TestIndexWriterConfig, TestMultiTermQueryRewrites, TestPositionIncrement, TestSimilarity]
   [junit4] Completed [341/475 (2!)] on J0 in 0.02s, 1 test, 1 failure <<< FAILURES!

[...truncated 336 lines...]
   [junit4] Suite: org.apache.lucene.search.similarities.TestBasicModelIn
   [junit4]   1> 3.7663744E9 = score(DFRSimilarity, doc=0, freq=1.0), computed from:
   [junit4]   1>   1.25545818E9 = boost
   [junit4]   1>   1.50270237E17 = NormalizationH1, computed from: 
   [junit4]   1>     1.0 = tf
   [junit4]   1>     1.04962554E9 = avgFieldLength
   [junit4]   1>     15.0 = len
   [junit4]   1>   4.50810694E17 = BasicModelIn, computed from: 
   [junit4]   1>     2923.0 = numberOfDocuments
   [junit4]   1>     365.0 = docFreq
   [junit4]   1>   6.6546775E-18 = AfterEffectL, computed from: 
   [junit4]   1>     1.50270237E17 = tfn
   [junit4]   1> 
   [junit4]   1> 3.76637466E9 = score(DFRSimilarity, doc=0, freq=1.0), computed from:
   [junit4]   1>   1.25545818E9 = boost
   [junit4]   1>   1.40878355E17 = NormalizationH1, computed from: 
   [junit4]   1>     1.0 = tf
   [junit4]   1>     1.04962554E9 = avgFieldLength
   [junit4]   1>     16.0 = len
   [junit4]   1>   4.22635055E17 = BasicModelIn, computed from: 
   [junit4]   1>     2923.0 = numberOfDocuments
   [junit4]   1>     365.0 = docFreq
   [junit4]   1>   7.098322E-18 = AfterEffectL, computed from: 
   [junit4]   1>     1.40878355E17 = tfn
   [junit4]   1> 
   [junit4]   1> DFR I(n)L1
   [junit4]   1> field="field",maxDoc=2923,docCount=2923,sumTotalTermFreq=3068055450436,sumDocFreq=3068055450436
   [junit4]   1> term="term",docFreq=365,totalTermFreq=365
   [junit4]   1> norm=16 (doc length ~ 16)
   [junit4]   1> freq=1.0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBasicModelIn -Dtests.method=testRandomScoring -Dtests.seed=BBBE98D990924CB0 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=th-TH -Dtests.timezone=Europe/Moscow -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 3.23s J0 | TestBasicModelIn.testRandomScoring <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: score(1.0,15)=3.7663744E9 < score(1.0,16)=3.76637466E9
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BBBE98D990924CB0:3021C16B8AE5AABA]:0)
   [junit4]    > 	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:423)
   [junit4]    > 	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, maxPointsInLeafNode=1990, maxMBSortInHeap=7.292169116406042, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1915f0e), locale=th-TH, timezone=Europe/Moscow
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=18158720,total=304087040
   [junit4]   2> NOTE: All tests run in this JVM: [TestBasicModelP, TestFilterCodecReader, TestPagedBytes, TestTerms, TestDelegatingAnalyzerWrapper, TestLiveFieldValues, TestTerm, TestIndexingSequenceNumbers, TestDeterminizeLexicon, TestSnapshotDeletionPolicy, TestSimpleExplanations, TestStandardAnalyzer, Test4GBStoredFields, TestIntRangeFieldQueries, TestBoolean2, TestIndexableField, TestStringMSBRadixSorter, TestBooleanRewrites, TestFuzzyQuery, TestIndexWriter, TestDeletionPolicy, TestBytesStore, TestDocumentWriter, TestMergedIterator, TestNeedsScores, TestCharArrayMap, TestPerFieldPostingsFormat, TestBinaryTerms, TestAllFilesCheckIndexHeader, TestRoaringDocIdSet, FiniteStringsIteratorTest, TestDocIDMerger, TestTotalHitCountCollector, TestUniqueTermCount, TestIndexWriterOnVMError, TestUTF32ToUTF8, TestBytesRef, TestSloppyPhraseQuery, TestDirectPacked, TestOperations, TestPostingsOffsets, TestRegexpRandom, TestBooleanScorer, Test2BPoints, TestDistributionLL, TestMultiPhraseQuery, TestCodecHoldsOpenFiles, TestWordlistLoader, TestFrequencyTrackingRingBuffer, TestNRTReaderCleanup, TestSpanNotQuery, TestExitableDirectoryReader, TestCodecs, TestUpgradeIndexMergePolicy, TestIntroSelector, TestIndexInput, TestMultiCollector, TestDocValuesIndexing, TestDoubleRangeFieldQueries, TestStressDeletes, TestForceMergeForever, TestQueryRescorer, TestMatchAllDocsQuery, TestSearchAfter, TestFloatRangeFieldQueries, TestMaxTermFrequency, TestWildcardRandom, TestSortRescorer, TestBasicModelBE, TestNeverDelete, TestSpanCollection, TestSimilarityProvider, TestApproximationSearchEquivalence, TestGeoUtils, TestLongBitSet, TestStressIndexing, TestIndependenceSaturated, TestPerSegmentDeletes, TestMultiThreadTermVectors, TestBooleanOr, TestBasics, TestFlushByRamOrCountsPolicy, TestIndexWriterDelete, TestNRTThreads, TestPersistentSnapshotDeletionPolicy, TestAtomicUpdate, TestDirectoryReaderReopen, TestDocumentsWriterStallControl, TestDirectoryReader, TestSegmentMerger, TestPhraseQuery, TestOmitNorms, TestFixedBitSet, TestRegexpRandom2, TestSegmentReader, TestFastDecompressionMode, TestCrash, TestSegmentTermDocs, TestSort, TestMultiDocValues, TestToken, TestSimpleSearchEquivalence, TestTermsEnum2, TestIndexWriterOnDiskFull, TestFlex, TestFastCompressionMode, TestTermVectorsWriter, TestThreadedForceMerge, TestDisjunctionMaxQuery, TestNearSpansOrdered, TestSameScoresWithThreads, TestTermRangeQuery, TestDocumentsWriterDeleteQueue, TestCrashCausesCorruptIndex, TestSpanSearchEquivalence, TestPrefixInBooleanQuery, TestSegmentTermEnum, TestUnicodeUtil, TestAllFilesHaveCodecHeader, TestParallelReaderEmptyIndex, TestTermScorer, TestTopFieldCollector, TestFileSwitchDirectory, TestMultiLevelSkipList, TestPayloadsOnVectors, TestBooleanQueryVisitSubscorers, TestConstantScoreQuery, TestRecyclingIntBlockAllocator, TestIndexWriterConfig, TestMultiTermQueryRewrites, TestPositionIncrement, TestSimilarity, TestVirtualMethod, TestRollingBuffer, TestSearch, TestPriorityQueue, TestCachingCollector, TestAutomatonQueryUnicode, TestRecyclingByteBlockAllocator, TestIsCurrent, TestNamedSPILoader, TestPhrasePrefixQuery, TestDemo, TestCharFilter, TestNot, TestReaderClosed, TestScoreCachingWrappingScorer, TestSimpleAttributeImpl, Test2BPositions, TestIOUtils, TestNewestSegment, Test2BNumericDocValues, TestPackedTokenAttributeImpl, TestCodecUtil, TestLucene50CompoundFormat, TestLucene50TermVectorsFormat, TestLucene70SegmentInfoFormat, TestFieldType, TestGeoEncodingUtils, TestPolygon, TestBinaryDocValuesUpdates, TestDocsWithFieldSet, TestDuelingCodecsAtNight, TestExceedMaxTermLength, TestFieldInvertState, TestFilterDirectoryReader, TestIndexReaderClose, TestIndexSorting, TestIndexWriterExceptions2, TestIndexWriterMaxDocs, TestManyFields, TestMultiTermsEnum, TestOrdinalMap, TestReadOnlyIndex, TestReaderWrapperDVTypeCheck, TestSegmentInfos, FuzzyTermOnShortTermsTest, TestBlendedTermQuery, TestControlledRealTimeReopenThread, TestLongValuesSource, TestMultiPhraseEnum, TestPointQueries, TestSortedSetSelector, TestSortedSetSortField, TestTermQuery, TestUsageTrackingFilterCachingPolicy, TestAxiomaticF1EXP, TestAxiomaticF1LOG, TestAxiomaticF2EXP, TestBasicModelIn]
   [junit4] Completed [439/475 (3!)] on J0 in 3.24s, 1 test, 1 failure <<< FAILURES!

[...truncated 9998 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_E521A573E71ECEC5-001/init-core-data-001
   [junit4]   2> 189041 WARN  (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 189041 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 189043 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 189043 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 189061 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_E521A573E71ECEC5-001/tempDir-001
   [junit4]   2> 189062 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 189062 INFO  (Thread-1219) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 189062 INFO  (Thread-1219) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 189065 ERROR (Thread-1219) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 189162 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:37825
   [junit4]   2> 189170 INFO  (jetty-launcher-521-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 189171 INFO  (jetty-launcher-521-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 189175 INFO  (jetty-launcher-521-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45ea34{/solr,null,AVAILABLE}
   [junit4]   2> 189179 INFO  (jetty-launcher-521-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15fee62{/solr,null,AVAILABLE}
   [junit4]   2> 189179 INFO  (jetty-launcher-521-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@57b836{SSL,[ssl, http/1.1]}{127.0.0.1:45995}
   [junit4]   2> 189179 INFO  (jetty-launcher-521-thread-2) [    ] o.e.j.s.Server Started @191462ms
   [junit4]   2> 189179 INFO  (jetty-launcher-521-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45995}
   [junit4]   2> 189180 INFO  (jetty-launcher-521-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1904aab{SSL,[ssl, http/1.1]}{127.0.0.1:46197}
   [junit4]   2> 189180 INFO  (jetty-launcher-521-thread-1) [    ] o.e.j.s.Server Started @191463ms
   [junit4]   2> 189180 INFO  (jetty-launcher-521-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46197}
   [junit4]   2> 189180 ERROR (jetty-launcher-521-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 189180 INFO  (jetty-launcher-521-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 189180 ERROR (jetty-launcher-521-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 189180 INFO  (jetty-launcher-521-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 189180 INFO  (jetty-launcher-521-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 189180 INFO  (jetty-launcher-521-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 189180 INFO  (jetty-launcher-521-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 189180 INFO  (jetty-launcher-521-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 189180 INFO  (jetty-launcher-521-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T04:58:44.928Z
   [junit4]   2> 189181 INFO  (jetty-launcher-521-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T04:58:44.929Z
   [junit4]   2> 189184 INFO  (jetty-launcher-521-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 189185 INFO  (jetty-launcher-521-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 189190 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa44b62cb0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 189195 INFO  (jetty-launcher-521-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37825/solr
   [junit4]   2> 189196 INFO  (jetty-launcher-521-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37825/solr
   [junit4]   2> 189251 INFO  (jetty-launcher-521-thread-2) [n:127.0.0.1:45995_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 189251 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 189255 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46197_solr
   [junit4]   2> 189255 INFO  (jetty-launcher-521-thread-2) [n:127.0.0.1:45995_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45995_solr
   [junit4]   2> 189255 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.s.c.Overseer Overseer (id=98978360512413702-127.0.0.1:46197_solr-n_0000000000) starting
   [junit4]   2> 189261 INFO  (zkCallback-532-thread-1-processing-n:127.0.0.1:45995_solr) [n:127.0.0.1:45995_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 189265 INFO  (zkCallback-533-thread-1-processing-n:127.0.0.1:46197_solr) [n:127.0.0.1:46197_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 189272 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46197_solr
   [junit4]   2> 189273 INFO  (zkCallback-532-thread-1-processing-n:127.0.0.1:45995_solr) [n:127.0.0.1:45995_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 189273 INFO  (zkCallback-533-thread-1-processing-n:127.0.0.1:46197_solr) [n:127.0.0.1:46197_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 189306 INFO  (jetty-launcher-521-thread-2) [n:127.0.0.1:45995_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 189311 INFO  (jetty-launcher-521-thread-2) [n:127.0.0.1:45995_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 189364 INFO  (jetty-launcher-521-thread-2) [n:127.0.0.1:45995_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 189389 INFO  (jetty-launcher-521-thread-2-EventThread) [n:127.0.0.1:45995_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 189448 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 189448 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 189449 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 189452 INFO  (jetty-launcher-521-thread-1-EventThread) [n:127.0.0.1:46197_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 189461 INFO  (jetty-launcher-521-thread-2) [n:127.0.0.1:45995_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 189484 INFO  (jetty-launcher-521-thread-2) [n:127.0.0.1:45995_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45995.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@276cb7
   [junit4]   2> 189489 INFO  (jetty-launcher-521-thread-2) [n:127.0.0.1:45995_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45995.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@276cb7
   [junit4]   2> 189489 INFO  (jetty-launcher-521-thread-2) [n:127.0.0.1:45995_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45995.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@276cb7
   [junit4]   2> 189490 INFO  (jetty-launcher-521-thread-2) [n:127.0.0.1:45995_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_E521A573E71ECEC5-001/tempDir-001/node2/.
   [junit4]   2> 190482 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 190511 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46197.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@276cb7
   [junit4]   2> 190518 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46197.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@276cb7
   [junit4]   2> 190518 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46197.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@276cb7
   [junit4]   2> 190519 INFO  (jetty-launcher-521-thread-1) [n:127.0.0.1:46197_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_E521A573E71ECEC5-001/tempDir-001/node1/.
   [junit4]   2> 190587 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 190587 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37825/solr ready
   [junit4]   2> 190622 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 190749 INFO  (qtp26746948-3345) [n:127.0.0.1:45995_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 190749 INFO  (qtp26746948-3345) [n:127.0.0.1:45995_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 190758 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[E521A573E71ECEC5]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=simple-dt&e=1510325926481&s=pKqJuy1ZWeyFXkCRbVJJQVjxLVA="; Domain=127.0.0.1; Expires=vie, 10-nov-2017 14:58:46 GMT; Secure; HttpOnly". Invalid 'expires' attribute: vie, 10-nov-2017 14:58:46 GMT
   [junit4]   2> 190758 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 190780 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 190795 WARN  (qtp26746948-3345) [n:127.0.0.1:45995_solr    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
   [junit4]   2> id: ‘bar’: no such user
   [junit4]   2> 
   [junit4]   2> 190810 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[E521A573E71ECEC5]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=simple-dt&e=1510325926537&s=Hh8dYbgHCg8xpFv8fUupxJXT60s="; Domain=127.0.0.1; Expires=vie, 10-nov-2017 14:58:46 GMT; Secure; HttpOnly". Invalid 'expires' attribute: vie, 10-nov-2017 14:58:46 GMT
   [junit4]   2> 190812 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 190830 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 190834 INFO  (qtp26746948-3345) [n:127.0.0.1:45995_solr    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 190835 WARN  (qtp26746948-3345) [n:127.0.0.1:45995_solr    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	... 29 more
   [junit4]   2> 190840 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4] IGNOR/A 0.00s J0 | TestImpersonationWithHadoopAuth.testForwarding
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/HADOOP-9893))
   [junit4]   2> 190870 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 190880 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[E521A573E71ECEC5]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=simple-dt&e=1510325926624&s=agRDyXn+PpzGkL4eEdnxcu6I8Ac="; Domain=127.0.0.1; Expires=vie, 10-nov-2017 14:58:46 GMT; Secure; HttpOnly". Invalid 'expires' attribute: vie, 10-nov-2017 14:58:46 GMT
   [junit4]   2> 190881 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 190902 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 190907 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[E521A573E71ECEC5]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=simple-dt&e=1510325926654&s=VsJjXhwPBHJx3G7cey3bBaOEQUI="; Domain=127.0.0.1; Expires=vie, 10-nov-2017 14:58:46 GMT; Secure; HttpOnly". Invalid 'expires' attribute: vie, 10-nov-2017 14:58:46 GMT
   [junit4]   2> 190908 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 190928 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 190933 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[E521A573E71ECEC5]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=simple-dt&e=1510325926679&s=/aG8wMKuRxqDZtrM4SQ6lQoWEKg="; Domain=127.0.0.1; Expires=vie, 10-nov-2017 14:58:46 GMT; Secure; HttpOnly". Invalid 'expires' attribute: vie, 10-nov-2017 14:58:46 GMT
   [junit4]   2> 190933 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 190951 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 190955 INFO  (qtp26746948-3337) [n:127.0.0.1:45995_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 190955 INFO  (qtp26746948-3337) [n:127.0.0.1:45995_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 190955 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[E521A573E71ECEC5]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=simple-dt&e=1510325926702&s=9pN5H4g+ZTLszFIJ9ph801sIZQw="; Domain=127.0.0.1; Expires=vie, 10-nov-2017 14:58:46 GMT; Secure; HttpOnly". Invalid 'expires' attribute: vie, 10-nov-2017 14:58:46 GMT
   [junit4]   2> 190956 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 190970 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 190973 INFO  (qtp26746948-3345) [n:127.0.0.1:45995_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 190973 INFO  (qtp26746948-3345) [n:127.0.0.1:45995_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 190974 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[E521A573E71ECEC5]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=simple-dt&e=1510325926721&s=GZgp4Op3USYU5sRF7L7dIhDMgic="; Domain=127.0.0.1; Expires=vie, 10-nov-2017 14:58:46 GMT; Secure; HttpOnly". Invalid 'expires' attribute: vie, 10-nov-2017 14:58:46 GMT
   [junit4]   2> 190974 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4]   2> 190989 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 206002 WARN  (jetty-launcher-521-thread-2-SendThread(127.0.0.1:37825)) [n:127.0.0.1:45995_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15512ms for sessionid 0x15fa44b62cb0007
   [junit4]   2> 206002 WARN  (jetty-launcher-521-thread-2-SendThread(127.0.0.1:37825)) [n:127.0.0.1:45995_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16512ms for sessionid 0x15fa44b62cb0005
   [junit4]   2> 206002 WARN  (jetty-launcher-521-thread-1-SendThread(127.0.0.1:37825)) [n:127.0.0.1:46197_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15515ms for sessionid 0x15fa44b62cb0008
   [junit4]   2> 206002 WARN  (jetty-launcher-521-thread-1-SendThread(127.0.0.1:37825)) [n:127.0.0.1:46197_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15482ms for sessionid 0x15fa44b62cb0006
   [junit4]   2> 206002 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa44b62cb0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 206003 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa44b62cb0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 206003 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa44b62cb0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 206003 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa44b62cb0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 206003 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[E521A573E71ECEC5]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=simple-dt&e=1510325926740&s=FFiRMgkuDUwfb0ELDFsF8/PBLcY="; Domain=127.0.0.1; Expires=vie, 10-nov-2017 14:58:46 GMT; Secure; HttpOnly". Invalid 'expires' attribute: vie, 10-nov-2017 14:58:46 GMT
   [junit4]   2> 206004 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[E521A573E71ECEC5]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 206103 WARN  (zkCallback-532-thread-1-processing-n:127.0.0.1:45995_solr) [n:127.0.0.1:45995_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@935200 name: ZooKeeperConnection Watcher:127.0.0.1:37825/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 206103 WARN  (zkCallback-532-thread-1-processing-n:127.0.0.1:45995_solr) [n:127.0.0.1:45995_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 206103 WARN  (zkCallback-533-thread-3-processing-n:127.0.0.1:46197_solr) [n:127.0.0.1:46197_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cd117b name: ZooKeeperConnection Watcher:127.0.0.1:37825/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 206106 WARN  (zkCallback-533-thread-3-processing-n:127.0.0.1:46197_solr) [n:127.0.0.1:46197_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 206107 INFO  (jetty-closer-522-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@57b836{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 206109 INFO  (jetty-closer-522-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=30381022
   [junit4]   2> 206109 INFO  (jetty-closer-522-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 206109 INFO  (jetty-closer-522-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1904aab{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 206109 INFO  (jetty-closer-522-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@66d29b: rootName = solr_45995, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@12e41d4
   [junit4]   2> 206109 INFO  (jetty-closer-522-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=10114912
   [junit4]   2> 206109 INFO  (jetty-closer-522-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 206109 INFO  (jetty-closer-522-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@174c703: rootName = solr_46197, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@131688
   [junit4]   2> 206113 INFO  (jetty-closer-522-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 206113 INFO  (jetty-closer-522-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@176b08: rootName = solr_45995, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@984fbd
   [junit4]   2> 206116 INFO  (jetty-closer-522-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 206116 INFO  (jetty-closer-522-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@13f85e1: rootName = solr_46197, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@984fbd
   [junit4]   2> 206116 INFO  (jetty-closer-522-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 206116 INFO  (jetty-closer-522-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e37286: rootName = solr_45995, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1eb516d
   [junit4]   2> 206120 INFO  (jetty-closer-522-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 206120 INFO  (jetty-closer-522-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@121b786: rootName = solr_46197, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1eb516d
   [junit4]   2> 207304 INFO  (jetty-closer-522-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46197_solr
   [junit4]   2> 207304 INFO  (jetty-closer-522-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 207304 INFO  (zkCallback-533-thread-3-processing-n:127.0.0.1:46197_solr) [n:127.0.0.1:46197_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 207305 INFO  (jetty-closer-522-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 207305 INFO  (jetty-closer-522-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98978360512413702-127.0.0.1:46197_solr-n_0000000000) closing
   [junit4]   2> 207305 INFO  (OverseerStateUpdate-98978360512413702-127.0.0.1:46197_solr-n_0000000000) [n:127.0.0.1:46197_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46197_solr
   [junit4]   2> 207306 WARN  (OverseerAutoScalingTriggerThread-98978360512413702-127.0.0.1:46197_solr-n_0000000000) [n:127.0.0.1:46197_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 207306 INFO  (OverseerCollectionConfigSetProcessor-98978360512413702-127.0.0.1:46197_solr-n_0000000000) [n:127.0.0.1:46197_solr    ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=98978360512413702-127.0.0.1:46197_solr-n_0000000000) am no longer a leader.
   [junit4]   2> 207310 ERROR (Thread[Thread-1239,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:46197_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 207392 INFO  (jetty-launcher-521-thread-2-EventThread) [n:127.0.0.1:45995_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 207899 INFO  (zkCallback-532-thread-5-processing-n:127.0.0.1:45995_solr) [n:127.0.0.1:45995_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45995_solr
   [junit4]   2> 207899 INFO  (zkCallback-532-thread-4-processing-n:127.0.0.1:45995_solr) [n:127.0.0.1:45995_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 207899 INFO  (jetty-closer-522-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45995_solr
   [junit4]   2> 207899 INFO  (jetty-closer-522-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 207899 INFO  (zkCallback-532-thread-5-processing-n:127.0.0.1:45995_solr) [n:127.0.0.1:45995_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 207899 INFO  (jetty-closer-522-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 207900 ERROR (Thread[Thread-1236,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:45995_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 207901 INFO  (jetty-closer-522-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@45ea34{/solr,null,UNAVAILABLE}
   [junit4]   2> 207913 INFO  (jetty-closer-522-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@15fee62{/solr,null,UNAVAILABLE}
   [junit4]   2> 207913 ERROR (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 207913 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37825 37825
   [junit4]   2> 216461 INFO  (Thread-1219) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37825 37825
   [junit4]   2> 216462 WARN  (Thread-1219) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 
   [junit4]   2> 216462 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[E521A573E71ECEC5]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Nov 10, 2017 4:59:12 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Nov 10, 2017 4:59:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]   2>    1) Thread[id=3385, name=jetty-launcher-521-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Nov 10, 2017 4:59:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=3385, name=jetty-launcher-521-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2> 236686 ERROR (jetty-launcher-521-thread-2-EventThread) [n:127.0.0.1:45995_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Nov 10, 2017 4:59:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=HighCompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=2389, maxDocsPerChunk=508, blockSize=10), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=HIGH_COMPRESSION, chunkSize=2389, blockSize=10)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d2953a), locale=es-EC, timezone=Pacific/Johnston
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=60255928,total=324534272
   [junit4]   2> NOTE: All tests run in this JVM: [TestEmbeddedSolrServerSchemaAPI, TestHdfsCloudBackupRestore, TestHdfsBackupRestoreCore, MoveReplicaHDFSTest, PreAnalyzedFieldManagedSchemaCloudTest, TestPayloadCheckQParserPlugin, NodeMutatorTest, TestSolrConfigHandlerCloud, TestJsonRequest, DocumentBuilderTest, HdfsDirectoryTest, JavabinLoaderTest, TestImpersonationWithHadoopAuth]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=E521A573E71ECEC5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-EC -Dtests.timezone=Pacific/Johnston -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestImpersonationWithHadoopAuth (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]    >    1) Thread[id=3385, name=jetty-launcher-521-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >      

[...truncated too long message...]

995
   [junit4]   2> 96670 INFO  (coreCloseExecutor-418-thread-7) [n:127.0.0.1:40161_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n4, tag=19269755
   [junit4]   2> 96671 INFO  (coreCloseExecutor-418-thread-7) [n:127.0.0.1:40161_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@747082: rootName = solr_40161, domain = solr.core.foo.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@754ad0
   [junit4]   2> 96673 INFO  (coreCloseExecutor-419-thread-6) [n:127.0.0.1:46045_solr c:localShardsTestColl s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard3.replica_n14, tag=10177965
   [junit4]   2> 96673 INFO  (coreCloseExecutor-419-thread-6) [n:127.0.0.1:46045_solr c:localShardsTestColl s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n14] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1af5de9: rootName = solr_46045, domain = solr.core.localShardsTestColl.shard3.replica_n14, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard3.replica_n14 / com.codahale.metrics.MetricRegistry@d81b61
   [junit4]   2> 96680 INFO  (coreCloseExecutor-419-thread-7) [n:127.0.0.1:46045_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n8, tag=17083386
   [junit4]   2> 96680 INFO  (coreCloseExecutor-419-thread-7) [n:127.0.0.1:46045_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@9c5e7e: rootName = solr_46045, domain = solr.core.localShardsTestColl.shard2.replica_n8, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n8 / com.codahale.metrics.MetricRegistry@9e08f8
   [junit4]   2> 96681 INFO  (coreCloseExecutor-418-thread-1) [n:127.0.0.1:40161_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard1.leader, tag=30615831
   [junit4]   2> 96681 INFO  (coreCloseExecutor-418-thread-2) [n:127.0.0.1:40161_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=18406380
   [junit4]   2> 96682 INFO  (coreCloseExecutor-418-thread-3) [n:127.0.0.1:40161_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=14793559
   [junit4]   2> 96682 INFO  (coreCloseExecutor-418-thread-5) [n:127.0.0.1:40161_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=7410897
   [junit4]   2> 96682 INFO  (coreCloseExecutor-418-thread-6) [n:127.0.0.1:40161_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=24754665
   [junit4]   2> 96683 INFO  (coreCloseExecutor-418-thread-7) [n:127.0.0.1:40161_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=19269755
   [junit4]   2> 96689 INFO  (jetty-closer-115-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1b03845{/solr,null,UNAVAILABLE}
   [junit4]   2> 96690 INFO  (coreCloseExecutor-419-thread-8) [n:127.0.0.1:46045_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=8984815
   [junit4]   2> 96690 INFO  (coreCloseExecutor-419-thread-8) [n:127.0.0.1:46045_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1756bad: rootName = solr_46045, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@13711ef
   [junit4]   2> 96695 INFO  (coreCloseExecutor-419-thread-8) [n:127.0.0.1:46045_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=8984815
   [junit4]   2> 96695 INFO  (coreCloseExecutor-419-thread-5) [n:127.0.0.1:46045_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=25281913
   [junit4]   2> 96695 INFO  (coreCloseExecutor-419-thread-3) [n:127.0.0.1:46045_solr c:multicollection2 s:shard1 r:core_node3 x:multicollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard1.leader, tag=33547738
   [junit4]   2> 96695 INFO  (coreCloseExecutor-419-thread-6) [n:127.0.0.1:46045_solr c:localShardsTestColl s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=10177965
   [junit4]   2> 96696 INFO  (coreCloseExecutor-419-thread-7) [n:127.0.0.1:46045_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=17083386
   [junit4]   2> 96707 INFO  (jetty-closer-115-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f30026{/solr,null,UNAVAILABLE}
   [junit4]   2> 96709 ERROR (SUITE-CloudSolrClientTest-seed#[EE0EBF4EBA2A423A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 96709 INFO  (SUITE-CloudSolrClientTest-seed#[EE0EBF4EBA2A423A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41167 41167
   [junit4]   2> 97494 INFO  (Thread-157) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41167 41167
   [junit4]   2> 97494 WARN  (Thread-157) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	24	/solr/collections/foo/state.json
   [junit4]   2> 	21	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	16	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	12	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	12	/solr/collections/multicollection1/state.json
   [junit4]   2> 	12	/solr/collections/multicollection2/state.json
   [junit4]   2> 	10	/solr/collections/nemesis/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/overwrite/state.json
   [junit4]   2> 	2	/solr/collections/localShardsTestColl/leader_elect/shard3/election/98978527481233416-core_node17-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_EE0EBF4EBA2A423A-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=Memory), a_t=Lucene50(blocksize=128), title_s=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneVarGapFixedInterval), text=FST50}, docValues:{_version_=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Lucene70), title_s=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=395, maxMBSortInHeap=7.556149858304421, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@11fc1d5), locale=ar-YE, timezone=Europe/London
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=87339440,total=271056896
   [junit4]   2> NOTE: All tests run in this JVM: [NoOpResponseParserTest, StreamExpressionToExplanationTest, SelectWithEvaluatorsTest, CloudSolrClientBuilderTest, TestSuggesterResponse, TestCollectionAdminRequest, JdbcDriverTest, AddEvaluatorTest, TestCollectionStateWatchers, ArcCosineEvaluatorTest, SolrExampleJettyTest, TestBatchUpdate, TangentEvaluatorTest, DivideEvaluatorTest, GreaterThanEqualToEvaluatorTest, UuidEvaluatorTest, OperationsTest, SolrExampleXMLTest, SolrExceptionTest, DocumentAnalysisResponseTest, CloudSolrClientTest]
   [junit4] Completed [108/146 (1!)] on J2 in 34.18s, 16 tests, 1 error <<< FAILURES!

[...truncated 42237 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 20876 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20876/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseG1GC

4 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale

Error Message:
Error from server at https://127.0.0.1:39605/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason: <pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39605/solr/stale_state_test_col_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/stale_state_test_col_shard1_replica_n1/update. Reason:
<pre>    Can not find: /solr/stale_state_test_col_shard1_replica_n1/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([F39EEC43FB657301:47AF74AB188C052D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:559)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1016)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testRetryUpdatesWhenClusterStateIsStale(CloudSolrClientTest.java:844)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection

Error Message:
No registered leader was found after waiting for 30000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/15)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{     "shard1":{       "range":"80000000-ffffffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"collection1_shard1_replica_n1",           "base_url":"http://127.0.0.1:37011/solr",           "node_name":"127.0.0.1:37011_solr",           "state":"down",           "type":"NRT"},         "core_node6":{           "core":"collection1_shard1_replica_n5",           "base_url":"http://127.0.0.1:43939/solr",           "node_name":"127.0.0.1:43939_solr",           "state":"down",           "type":"NRT"},         "core_node8":{           "core":"collection1_shard1_replica_n7",           "base_url":"http://127.0.0.1:36067/solr",           "node_name":"127.0.0.1:36067_solr",           "state":"down",           "type":"NRT"},         "core_node10":{           "core":"collection1_shard1_replica_n9",           "base_url":"http://127.0.0.1:37549/solr",           "node_name":"127.0.0.1:37549_solr",           "state":"active",           "type":"NRT"},         "core_node12":{           "core":"collection1_shard1_replica_n11",           "base_url":"http://127.0.0.1:46753/solr",           "node_name":"127.0.0.1:46753_solr",           "state":"active",           "type":"NRT"}}},     "shard2":{       "range":"0-7fffffff",       "state":"active",       "replicas":{"core_node4":{           "core":"collection1_shard2_replica_n3",           "base_url":"http://127.0.0.1:39541/solr",           "node_name":"127.0.0.1:39541_solr",           "state":"active",           "type":"NRT",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"1",   "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37549_solr, 127.0.0.1:39541_solr, 127.0.0.1:46753_solr]

Stack Trace:
org.apache.solr.common.SolrException: No registered leader was found after waiting for 30000ms , collection: collection1 slice: shard1 saw state=DocCollection(collection1//collections/collection1/state.json/15)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{
    "shard1":{
      "range":"80000000-ffffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"collection1_shard1_replica_n1",
          "base_url":"http://127.0.0.1:37011/solr",
          "node_name":"127.0.0.1:37011_solr",
          "state":"down",
          "type":"NRT"},
        "core_node6":{
          "core":"collection1_shard1_replica_n5",
          "base_url":"http://127.0.0.1:43939/solr",
          "node_name":"127.0.0.1:43939_solr",
          "state":"down",
          "type":"NRT"},
        "core_node8":{
          "core":"collection1_shard1_replica_n7",
          "base_url":"http://127.0.0.1:36067/solr",
          "node_name":"127.0.0.1:36067_solr",
          "state":"down",
          "type":"NRT"},
        "core_node10":{
          "core":"collection1_shard1_replica_n9",
          "base_url":"http://127.0.0.1:37549/solr",
          "node_name":"127.0.0.1:37549_solr",
          "state":"active",
          "type":"NRT"},
        "core_node12":{
          "core":"collection1_shard1_replica_n11",
          "base_url":"http://127.0.0.1:46753/solr",
          "node_name":"127.0.0.1:46753_solr",
          "state":"active",
          "type":"NRT"}}},
    "shard2":{
      "range":"0-7fffffff",
      "state":"active",
      "replicas":{"core_node4":{
          "core":"collection1_shard2_replica_n3",
          "base_url":"http://127.0.0.1:39541/solr",
          "node_name":"127.0.0.1:39541_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"1",
  "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37549_solr, 127.0.0.1:39541_solr, 127.0.0.1:46753_solr]
	at __randomizedtesting.SeedInfo.seed([22D2156A903DE69F:7CE6D824D3427A78]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
	at org.apache.solr.cloud.LeaderElectionIntegrationTest.getLeader(LeaderElectionIntegrationTest.java:168)
	at org.apache.solr.cloud.LeaderElectionIntegrationTest.testSimpleSliceLeaderElection(LeaderElectionIntegrationTest.java:80)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.lucene.search.TestSimilarity.testSimilarity

Error Message:
expected:<2.0> but was:<1.0>

Stack Trace:
java.lang.AssertionError: expected:<2.0> but was:<1.0>
	at __randomizedtesting.SeedInfo.seed([41B8F34CE8F5126C:B017B374E8158777]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.junit.Assert.assertEquals(Assert.java:512)
	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:69)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq

Error Message:
first doc score should be zero, 3.0794418

Stack Trace:
java.lang.AssertionError: first doc score should be zero, 3.0794418
	at __randomizedtesting.SeedInfo.seed([41B8F34CE8F5126C:7DCB47675E17276B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 684 lines...]
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimilarity -Dtests.method=testSimilarity -Dtests.seed=41B8F34CE8F5126C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ks -Dtests.timezone=Africa/Kampala -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.02s J0 | TestSimilarity.testSimilarity <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2.0> but was:<1.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([41B8F34CE8F5126C:B017B374E8158777]:0)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
   [junit4]    > 	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
   [junit4]    > 	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:69)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
   [junit4]    > 	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=Direct)}, docValues:{}, maxPointsInLeafNode=868, maxMBSortInHeap=5.627982380516442, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@24da990c), locale=ks, timezone=Africa/Kampala
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=215704576,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestDirectoryReaderReopen, TestIndexWriterExceptions, TestSortRescorer, TestBoolean2, TestManyFields, TestLucene50CompoundFormat, TestFlushByRamOrCountsPolicy, TestNRTCachingDirectory, TestNearSpansOrdered, TestGraphTokenStreamFiniteStrings, TestUsageTrackingFilterCachingPolicy, TestIsCurrent, TestIndexWriterOnVMError, TestIndependenceSaturated, TestDoubleRangeFieldQueries, TestBooleanRewrites, TestBlockPostingsFormat2, TestNGramPhraseQuery, TestSpanCollection, TestBasicModelIF, TestOmitNorms, TestTermsEnum, TestRegexpRandom, TestBytesRef, TestSimpleSearchEquivalence, TestSimilarity]
   [junit4] Completed [141/475 (1!)] on J0 in 0.05s, 1 test, 1 failure <<< FAILURES!

[...truncated 429 lines...]
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSpans -Dtests.method=testSpanScorerZeroSloppyFreq -Dtests.seed=41B8F34CE8F5126C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=os-RU -Dtests.timezone=Pacific/Kwajalein -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.01s J0 | TestSpans.testSpanScorerZeroSloppyFreq <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: first doc score should be zero, 3.0794418
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([41B8F34CE8F5126C:7DCB47675E17276B]:0)
   [junit4]    > 	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@e2555c5), locale=os-RU, timezone=Pacific/Kwajalein
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=338301112,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestDirectoryReaderReopen, TestIndexWriterExceptions, TestSortRescorer, TestBoolean2, TestManyFields, TestLucene50CompoundFormat, TestFlushByRamOrCountsPolicy, TestNRTCachingDirectory, TestNearSpansOrdered, TestGraphTokenStreamFiniteStrings, TestUsageTrackingFilterCachingPolicy, TestIsCurrent, TestIndexWriterOnVMError, TestIndependenceSaturated, TestDoubleRangeFieldQueries, TestBooleanRewrites, TestBlockPostingsFormat2, TestNGramPhraseQuery, TestSpanCollection, TestBasicModelIF, TestOmitNorms, TestTermsEnum, TestRegexpRandom, TestBytesRef, TestSimpleSearchEquivalence, TestSimilarity, TestOfflineSorter, TestUnicodeUtil, TestIndexWriterNRTIsCurrent, TestWildcardRandom, TestDeterminizeLexicon, TestRoaringDocIdSet, TestFloatRangeFieldQueries, TestNewestSegment, TestIndexedDISI, TestPagedBytes, TestBKD, TestDirectPacked, TestSearchAfter, TestMatchAllDocsQuery, TestLongBitSet, TestIndexInput, TestIntroSelector, TestTerm, TestEarlyTermination, TestFlex, TestTermVectorsWriter, TestSpansEnum, TestStressDeletes, TestAllFilesCheckIndexHeader, TestGrowableByteArrayDataOutput, TestThreadedForceMerge, TestQueryRescorer, Test4GBStoredFields, TestReaderWrapperDVTypeCheck, TestSimilarityProvider, TestMergeRateLimiter, TestPersistentSnapshotDeletionPolicy, TestNoDeletionPolicy, TestMultiThreadTermVectors, TestOrdinalMap, TestCharFilter, TestNot, TestTrackingDirectoryWrapper, TestSimpleFSLockFactory, TestExitableDirectoryReader, TestDateTools, TestIndexWriterExceptions2, TestMultiTermQueryRewrites, TestBasicModelP, TestTopFieldCollector, Test2BPoints, TestDocsAndPositions, TestPerFieldPostingsFormat, TestAutomatonQuery, TestPerSegmentDeletes, TestIndexWriter, TestNeedsScores, TestCrashCausesCorruptIndex, TestNeverDelete, TestLongPostings, TestStressIndexing, TestMinimize, TestSnapshotDeletionPolicy, TestIndexWriterUnicode, TestNRTReaderWithThreads, TestIndexWriterForceMerge, TestArrayUtil, TestByteSlices, TestConsistentFieldNumbers, TestSimpleExplanations, TestSegmentMerger, TestPhraseQuery, TestCollectionUtil, TestBagOfPositions, TestComplexExplanations, TestSegmentReader, TestFastDecompressionMode, TestParallelCompositeReader, TestTransactions, TestPerFieldPostingsFormat2, TestSort, TestMultiDocValues, TestFieldsReader, TestDocValuesIndexing, TestHugeRamFile, TestBooleanMinShouldMatch, TestSpans]
   [junit4] Completed [272/475 (2!)] on J0 in 0.29s, 26 tests, 1 failure <<< FAILURES!

[...truncated 11538 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionIntegrationTest
   [junit4]   2> 941786 INFO  (SUITE-LeaderElectionIntegrationTest-seed#[22D2156A903DE69F]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/init-core-data-001
   [junit4]   2> 941786 WARN  (SUITE-LeaderElectionIntegrationTest-seed#[22D2156A903DE69F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 941786 INFO  (SUITE-LeaderElectionIntegrationTest-seed#[22D2156A903DE69F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 941787 INFO  (SUITE-LeaderElectionIntegrationTest-seed#[22D2156A903DE69F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 941787 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[22D2156A903DE69F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSimpleSliceLeaderElection
   [junit4]   2> 941787 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[22D2156A903DE69F]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 6 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001
   [junit4]   2> 941788 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[22D2156A903DE69F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 941788 INFO  (Thread-1778) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 941788 INFO  (Thread-1778) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 941789 ERROR (Thread-1778) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 941888 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[22D2156A903DE69F]) [    ] o.a.s.c.ZkTestServer start zk server on port:36359
   [junit4]   2> 941894 INFO  (jetty-launcher-1387-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 941894 INFO  (jetty-launcher-1387-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 941895 INFO  (jetty-launcher-1387-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 941902 INFO  (jetty-launcher-1387-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 941907 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa3af8f000000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 941911 INFO  (jetty-launcher-1387-thread-5) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 941911 INFO  (jetty-launcher-1387-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@92932cd{/solr,null,AVAILABLE}
   [junit4]   2> 941911 INFO  (jetty-launcher-1387-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@43299e44{/solr,null,AVAILABLE}
   [junit4]   2> 941911 INFO  (jetty-launcher-1387-thread-6) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 941911 INFO  (jetty-launcher-1387-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@16162a3b{HTTP/1.1,[http/1.1]}{127.0.0.1:46753}
   [junit4]   2> 941911 INFO  (jetty-launcher-1387-thread-2) [    ] o.e.j.s.Server Started @943614ms
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46753}
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5df058a7{HTTP/1.1,[http/1.1]}{127.0.0.1:37011}
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-4) [    ] o.e.j.s.Server Started @943614ms
   [junit4]   2> 941912 ERROR (jetty-launcher-1387-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37011}
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ee5c835{/solr,null,AVAILABLE}
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 941912 ERROR (jetty-launcher-1387-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T02:08:32.636389Z
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 941912 INFO  (jetty-launcher-1387-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T02:08:32.636479Z
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6dd0f3d7{HTTP/1.1,[http/1.1]}{127.0.0.1:37549}
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-1) [    ] o.e.j.s.Server Started @943615ms
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37549}
   [junit4]   2> 941913 ERROR (jetty-launcher-1387-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45e224ea{/solr,null,AVAILABLE}
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T02:08:32.637667Z
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ee564db{HTTP/1.1,[http/1.1]}{127.0.0.1:36067}
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-5) [    ] o.e.j.s.Server Started @943616ms
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36067}
   [junit4]   2> 941913 INFO  (jetty-launcher-1387-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 941914 ERROR (jetty-launcher-1387-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 941914 INFO  (jetty-launcher-1387-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 941914 INFO  (jetty-launcher-1387-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 941914 INFO  (jetty-launcher-1387-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 941914 INFO  (jetty-launcher-1387-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T02:08:32.638151Z
   [junit4]   2> 941915 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 941915 INFO  (jetty-launcher-1387-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 941925 INFO  (jetty-launcher-1387-thread-6) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@469f9c7{/solr,null,AVAILABLE}
   [junit4]   2> 941930 INFO  (jetty-launcher-1387-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@35f714c4{/solr,null,AVAILABLE}
   [junit4]   2> 941930 INFO  (jetty-launcher-1387-thread-6) [    ] o.e.j.s.AbstractConnector Started ServerConnector@43a1ea32{HTTP/1.1,[http/1.1]}{127.0.0.1:43939}
   [junit4]   2> 941930 INFO  (jetty-launcher-1387-thread-6) [    ] o.e.j.s.Server Started @943632ms
   [junit4]   2> 941930 INFO  (jetty-launcher-1387-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43939}
   [junit4]   2> 941930 ERROR (jetty-launcher-1387-thread-6) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 941930 INFO  (jetty-launcher-1387-thread-6) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 941931 INFO  (jetty-launcher-1387-thread-6) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 941931 INFO  (jetty-launcher-1387-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 941931 INFO  (jetty-launcher-1387-thread-6) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 941931 INFO  (jetty-launcher-1387-thread-6) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T02:08:32.655071Z
   [junit4]   2> 941932 INFO  (jetty-launcher-1387-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3bbaf1de{HTTP/1.1,[http/1.1]}{127.0.0.1:39541}
   [junit4]   2> 941932 INFO  (jetty-launcher-1387-thread-3) [    ] o.e.j.s.Server Started @943635ms
   [junit4]   2> 941932 INFO  (jetty-launcher-1387-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39541}
   [junit4]   2> 941932 ERROR (jetty-launcher-1387-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 941932 INFO  (jetty-launcher-1387-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 941932 INFO  (jetty-launcher-1387-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 941932 INFO  (jetty-launcher-1387-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 941932 INFO  (jetty-launcher-1387-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-10T02:08:32.656933Z
   [junit4]   2> 941933 INFO  (jetty-launcher-1387-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36359/solr
   [junit4]   2> 941937 INFO  (jetty-launcher-1387-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36359/solr
   [junit4]   2> 941937 INFO  (jetty-launcher-1387-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 941938 INFO  (jetty-launcher-1387-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36359/solr
   [junit4]   2> 941942 INFO  (jetty-launcher-1387-thread-6) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 941942 INFO  (jetty-launcher-1387-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36359/solr
   [junit4]   2> 941943 INFO  (jetty-launcher-1387-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36359/solr
   [junit4]   2> 941951 INFO  (jetty-launcher-1387-thread-6) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36359/solr
   [junit4]   2> 941977 INFO  (jetty-launcher-1387-thread-5) [n:127.0.0.1:36067_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 941978 INFO  (jetty-launcher-1387-thread-5) [n:127.0.0.1:36067_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36067_solr
   [junit4]   2> 941979 INFO  (jetty-launcher-1387-thread-5) [n:127.0.0.1:36067_solr    ] o.a.s.c.Overseer Overseer (id=98977691239186447-127.0.0.1:36067_solr-n_0000000000) starting
   [junit4]   2> 941979 INFO  (jetty-launcher-1387-thread-2) [n:127.0.0.1:46753_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 941980 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:37549_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 941980 INFO  (jetty-launcher-1387-thread-2) [n:127.0.0.1:46753_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46753_solr
   [junit4]   2> 941986 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:37549_solr) [n:127.0.0.1:37549_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 941986 INFO  (zkCallback-1416-thread-1-processing-n:127.0.0.1:36067_solr) [n:127.0.0.1:36067_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 942003 INFO  (zkCallback-1405-thread-1-processing-n:127.0.0.1:46753_solr) [n:127.0.0.1:46753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 942014 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:37549_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37549_solr
   [junit4]   2> 942021 INFO  (zkCallback-1416-thread-1-processing-n:127.0.0.1:36067_solr) [n:127.0.0.1:36067_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 942021 INFO  (zkCallback-1405-thread-1-processing-n:127.0.0.1:46753_solr) [n:127.0.0.1:46753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 942022 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:37549_solr) [n:127.0.0.1:37549_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 942033 INFO  (jetty-launcher-1387-thread-2) [n:127.0.0.1:46753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46753.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942040 INFO  (jetty-launcher-1387-thread-2) [n:127.0.0.1:46753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46753.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942040 INFO  (jetty-launcher-1387-thread-2) [n:127.0.0.1:46753_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46753.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942041 INFO  (jetty-launcher-1387-thread-2) [n:127.0.0.1:46753_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node2/.
   [junit4]   2> 942047 INFO  (jetty-launcher-1387-thread-5) [n:127.0.0.1:36067_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36067_solr
   [junit4]   2> 942048 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:37549_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37549.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942054 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:37549_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37549.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942054 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:37549_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37549.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942055 INFO  (jetty-launcher-1387-thread-1) [n:127.0.0.1:37549_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node1/.
   [junit4]   2> 942057 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:37549_solr) [n:127.0.0.1:37549_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 942058 INFO  (zkCallback-1416-thread-1-processing-n:127.0.0.1:36067_solr) [n:127.0.0.1:36067_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 942065 INFO  (zkCallback-1405-thread-1-processing-n:127.0.0.1:46753_solr) [n:127.0.0.1:46753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 942082 INFO  (jetty-launcher-1387-thread-5) [n:127.0.0.1:36067_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36067.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942089 INFO  (jetty-launcher-1387-thread-5) [n:127.0.0.1:36067_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36067.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942089 INFO  (jetty-launcher-1387-thread-5) [n:127.0.0.1:36067_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36067.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942090 INFO  (jetty-launcher-1387-thread-5) [n:127.0.0.1:36067_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node5/.
   [junit4]   2> 942102 INFO  (jetty-launcher-1387-thread-3) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 942104 INFO  (jetty-launcher-1387-thread-3) [n:127.0.0.1:39541_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 942105 INFO  (jetty-launcher-1387-thread-4) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 942106 INFO  (jetty-launcher-1387-thread-3) [n:127.0.0.1:39541_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39541_solr
   [junit4]   2> 942107 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:37549_solr) [n:127.0.0.1:37549_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 942107 INFO  (zkCallback-1405-thread-1-processing-n:127.0.0.1:46753_solr) [n:127.0.0.1:46753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 942113 INFO  (jetty-launcher-1387-thread-6) [n:127.0.0.1:43939_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 942114 INFO  (jetty-launcher-1387-thread-4) [n:127.0.0.1:37011_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 942115 INFO  (jetty-launcher-1387-thread-6) [n:127.0.0.1:43939_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 942115 INFO  (jetty-launcher-1387-thread-4) [n:127.0.0.1:37011_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37011_solr
   [junit4]   2> 942116 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:37549_solr) [n:127.0.0.1:37549_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 942123 INFO  (zkCallback-1405-thread-1-processing-n:127.0.0.1:46753_solr) [n:127.0.0.1:46753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 942126 INFO  (zkCallback-1416-thread-2-processing-n:127.0.0.1:36067_solr) [n:127.0.0.1:36067_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 942127 INFO  (jetty-launcher-1387-thread-6) [n:127.0.0.1:43939_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43939_solr
   [junit4]   2> 942127 INFO  (zkCallback-1405-thread-1-processing-n:127.0.0.1:46753_solr) [n:127.0.0.1:46753_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 942133 INFO  (zkCallback-1417-thread-1-processing-n:127.0.0.1:37549_solr) [n:127.0.0.1:37549_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 942155 INFO  (zkCallback-1418-thread-1-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 942155 INFO  (zkCallback-1419-thread-1-processing-n:127.0.0.1:43939_solr) [n:127.0.0.1:43939_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 942155 INFO  (zkCallback-1412-thread-1-processing-n:127.0.0.1:37011_solr) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (5)
   [junit4]   2> 942155 INFO  (zkCallback-1416-thread-1-processing-n:127.0.0.1:36067_solr) [n:127.0.0.1:36067_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 942157 INFO  (jetty-launcher-1387-thread-3) [n:127.0.0.1:39541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39541.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942158 INFO  (zkCallback-1412-thread-2-processing-n:127.0.0.1:37011_solr) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 942158 INFO  (zkCallback-1418-thread-2-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 942159 INFO  (zkCallback-1419-thread-2-processing-n:127.0.0.1:43939_solr) [n:127.0.0.1:43939_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (6)
   [junit4]   2> 942168 INFO  (jetty-launcher-1387-thread-3) [n:127.0.0.1:39541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39541.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942169 INFO  (jetty-launcher-1387-thread-3) [n:127.0.0.1:39541_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39541.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942175 INFO  (jetty-launcher-1387-thread-3) [n:127.0.0.1:39541_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node3/.
   [junit4]   2> 942255 INFO  (jetty-launcher-1387-thread-4) [n:127.0.0.1:37011_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37011.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942272 INFO  (jetty-launcher-1387-thread-4) [n:127.0.0.1:37011_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37011.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942272 INFO  (jetty-launcher-1387-thread-6) [n:127.0.0.1:43939_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43939.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942272 INFO  (jetty-launcher-1387-thread-4) [n:127.0.0.1:37011_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37011.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942273 INFO  (jetty-launcher-1387-thread-4) [n:127.0.0.1:37011_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node4/.
   [junit4]   2> 942278 INFO  (jetty-launcher-1387-thread-6) [n:127.0.0.1:43939_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43939.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942278 INFO  (jetty-launcher-1387-thread-6) [n:127.0.0.1:43939_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43939.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 942279 INFO  (jetty-launcher-1387-thread-6) [n:127.0.0.1:43939_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node6/.
   [junit4]   2> 942382 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa3af8f000013, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 942384 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[22D2156A903DE69F]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 942385 INFO  (TEST-LeaderElectionIntegrationTest.testSimpleSliceLeaderElection-seed#[22D2156A903DE69F]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:36359/solr ready
   [junit4]   2> 942392 INFO  (qtp565896838-8361) [n:127.0.0.1:36067_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 942394 INFO  (OverseerThreadFactory-3938-thread-1-processing-n:127.0.0.1:36067_solr) [n:127.0.0.1:36067_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 942509 INFO  (OverseerStateUpdate-98977691239186447-127.0.0.1:36067_solr-n_0000000000) [n:127.0.0.1:36067_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:37011/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 942515 INFO  (OverseerStateUpdate-98977691239186447-127.0.0.1:36067_solr-n_0000000000) [n:127.0.0.1:36067_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"collection1_shard2_replica_n3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39541/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 942746 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 942746 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 942746 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 942746 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 942859 INFO  (zkCallback-1418-thread-2-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 942859 INFO  (zkCallback-1418-thread-1-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 942859 INFO  (zkCallback-1412-thread-1-processing-n:127.0.0.1:37011_solr) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 942859 INFO  (zkCallback-1412-thread-2-processing-n:127.0.0.1:37011_solr) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 943762 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 943762 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 943768 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 943768 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema [collection1_shard2_replica_n3] Schema name=minimal
   [junit4]   2> 943770 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 943770 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 943770 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 943770 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n3' using configuration from collection collection1, trusted=true
   [junit4]   2> 943770 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37011.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 943770 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39541.solr.core.collection1.shard2.replica_n3' (registry 'solr.core.collection1.shard2.replica_n3') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 943770 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 943770 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 943771 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore [[collection1_shard2_replica_n3] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node3/collection1_shard2_replica_n3], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node3/./collection1_shard2_replica_n3/data/]
   [junit4]   2> 943771 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node4/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node4/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 943853 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 943853 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 943853 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 943853 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 943859 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 943859 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 943859 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 943859 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 943860 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@38761774[collection1_shard1_replica_n1] main]
   [junit4]   2> 943860 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.SolrIndexSearcher Opening [Searcher@1dd6e2a5[collection1_shard2_replica_n3] main]
   [junit4]   2> 943861 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 943861 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 943861 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 943861 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 943861 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 943861 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 943861 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583643062000680960
   [junit4]   2> 943862 INFO  (searcherExecutor-3949-thread-1-processing-n:127.0.0.1:39541_solr x:collection1_shard2_replica_n3 s:shard2 c:collection1 r:core_node4) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.SolrCore [collection1_shard2_replica_n3] Registered new searcher Searcher@1dd6e2a5[collection1_shard2_replica_n3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 943862 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583643062001729536
   [junit4]   2> 943863 INFO  (searcherExecutor-3948-thread-1-processing-n:127.0.0.1:37011_solr x:collection1_shard1_replica_n1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@38761774[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 943864 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 943864 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 943864 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 943864 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 943864 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 943864 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 943865 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39541/solr/collection1_shard2_replica_n3/ shard2
   [junit4]   2> 943865 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:37011/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 943967 INFO  (zkCallback-1418-thread-1-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 943967 INFO  (zkCallback-1418-thread-2-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 943967 INFO  (zkCallback-1412-thread-2-processing-n:127.0.0.1:37011_solr) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 943967 INFO  (zkCallback-1412-thread-1-processing-n:127.0.0.1:37011_solr) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 943987 WARN  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
   [junit4]   2> 943987 WARN  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
   [junit4]   2> 943991 INFO  (qtp1031856060-8338) [n:127.0.0.1:37011_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1244
   [junit4]   2> 943991 INFO  (qtp1720052916-8377) [n:127.0.0.1:39541_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=collection1_shard2_replica_n3&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1245
   [junit4]   2> 943994 INFO  (qtp565896838-8361) [n:127.0.0.1:36067_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 944092 INFO  (zkCallback-1412-thread-2-processing-n:127.0.0.1:37011_solr) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 944092 INFO  (zkCallback-1418-thread-1-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 944092 INFO  (zkCallback-1418-thread-2-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 944092 INFO  (zkCallback-1412-thread-1-processing-n:127.0.0.1:37011_solr) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 944395 INFO  (OverseerCollectionConfigSetProcessor-98977691239186447-127.0.0.1:36067_solr-n_0000000000) [n:127.0.0.1:36067_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 944995 INFO  (qtp565896838-8361) [n:127.0.0.1:36067_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&maxShardsPerNode=1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=2602
   [junit4]   2> 944995 INFO  (qtp565896838-8362) [n:127.0.0.1:36067_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 944998 INFO  (OverseerThreadFactory-3938-thread-2-processing-n:127.0.0.1:36067_solr) [n:127.0.0.1:36067_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:43939_solr for creating new replica
   [junit4]   2> 944999 INFO  (OverseerStateUpdate-98977691239186447-127.0.0.1:36067_solr-n_0000000000) [n:127.0.0.1:36067_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n5",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:43939/solr",
   [junit4]   2>   "node_name":"127.0.0.1:43939_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 945101 INFO  (zkCallback-1418-thread-1-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 945101 INFO  (zkCallback-1412-thread-2-processing-n:127.0.0.1:37011_solr) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 945101 INFO  (zkCallback-1418-thread-2-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 945101 INFO  (zkCallback-1412-thread-1-processing-n:127.0.0.1:37011_solr) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 945202 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 945202 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 945210 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 945217 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema [collection1_shard1_replica_n5] Schema name=minimal
   [junit4]   2> 945218 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 945218 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n5' using configuration from collection collection1, trusted=true
   [junit4]   2> 945219 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43939.solr.core.collection1.shard1.replica_n5' (registry 'solr.core.collection1.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@48d8c404
   [junit4]   2> 945219 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 945219 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrCore [[collection1_shard1_replica_n5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node6/collection1_shard1_replica_n5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionIntegrationTest_22D2156A903DE69F-001/tempDir-001/node6/./collection1_shard1_replica_n5/data/]
   [junit4]   2> 945253 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 945253 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 945260 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 945261 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 945262 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.SolrIndexSearcher Opening [Searcher@424f9c4c[collection1_shard1_replica_n5] main]
   [junit4]   2> 945262 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 945263 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 945263 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 945264 INFO  (searcherExecutor-3958-thread-1-processing-n:127.0.0.1:43939_solr x:collection1_shard1_replica_n5 s:shard1 c:collection1 r:core_node6) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.SolrCore [collection1_shard1_replica_n5] Registered new searcher Searcher@424f9c4c[collection1_shard1_replica_n5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 945264 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583643063471833088
   [junit4]   2> 945266 WARN  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.c.ZkController Skipping recovery according to sys prop solrcloud.skip.autorecovery
   [junit4]   2> 945274 INFO  (qtp307584296-8347) [n:127.0.0.1:43939_solr c:collection1 s:shard1 r:core_node6 x:collection1_shard1_replica_n5] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=collection1_shard1_replica_n5&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=71
   [junit4]   2> 945275 INFO  (qtp565896838-8362) [n:127.0.0.1:36067_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=279
   [junit4]   2> 945275 INFO  (qtp565896838-8360) [n:127.0.0.1:36067_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 945276 INFO  (OverseerCollectionConfigSetProcessor-98977691239186447-127.0.0.1:36067_solr-n_0000000000) [n:127.0.0.1:36067_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 945277 INFO  (OverseerThreadFactory-3938-thread-3-processing-n:127.0.0.1:36067_solr) [n:127.0.0.1:36067_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:36067_solr for creating new replica
   [junit4]   2> 945278 INFO  (OverseerStateUpdate-98977691239186447-127.0.0.1:36067_solr-n_0000000000) [n:127.0.0.1:36067_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n7",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36067/solr",
   [junit4]   2>   "node_name":"127.0.0.1:36067_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 945379 INFO  (zkCallback-1419-thread-2-processing-n:127.0.0.1:43939_solr) [n:127.0.0.1:43939_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 945379 INFO  (zkCallback-1412-thread-1-processing-n:127.0.0.1:37011_solr) [n:127.0.0.1:37011_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 945379 INFO  (zkCallback-1418-thread-2-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 945379 INFO  (zkCallback-1418-thread-1-processing-n:127.0.0.1:39541_solr) [n:127.0.0.1:39541_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [6])
   [junit4]   2> 945379 INFO  (zkCallback-1419-thread-1-processing-n:127.0.0.1:43939_solr) [n:127.0.0.1:43939_solr    ] o.a

[...truncated too long message...]

ion2.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@18ad23cf
   [junit4]   2> 94433 INFO  (coreCloseExecutor-557-thread-6) [n:127.0.0.1:42499_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.2nd_collection.shard2.replica_n2, tag=353842152
   [junit4]   2> 94433 INFO  (coreCloseExecutor-557-thread-6) [n:127.0.0.1:42499_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2c13b65b: rootName = solr_42499, domain = solr.core.2nd_collection.shard2.replica_n2, service url = null, agent id = null] for registry solr.core.2nd_collection.shard2.replica_n2 / com.codahale.metrics.MetricRegistry@67876766
   [junit4]   2> 94438 INFO  (coreCloseExecutor-558-thread-7) [n:127.0.0.1:37497_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n2, tag=96127971
   [junit4]   2> 94438 INFO  (coreCloseExecutor-558-thread-7) [n:127.0.0.1:37497_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@425e2438: rootName = solr_37497, domain = solr.core.foo.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@4dcebce0
   [junit4]   2> 94438 INFO  (coreCloseExecutor-557-thread-7) [n:127.0.0.1:42499_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=1548788867
   [junit4]   2> 94438 INFO  (coreCloseExecutor-557-thread-7) [n:127.0.0.1:42499_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e31c6c8: rootName = solr_42499, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@7aed2813
   [junit4]   2> 94443 INFO  (coreCloseExecutor-557-thread-7) [n:127.0.0.1:42499_solr c:foo s:shard1 r:core_node3 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1548788867
   [junit4]   2> 94443 INFO  (coreCloseExecutor-557-thread-3) [n:127.0.0.1:42499_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n10] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=1427632652
   [junit4]   2> 94443 INFO  (coreCloseExecutor-557-thread-5) [n:127.0.0.1:42499_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=1921223464
   [junit4]   2> 94444 INFO  (coreCloseExecutor-557-thread-6) [n:127.0.0.1:42499_solr c:2nd_collection s:shard2 r:core_node4 x:2nd_collection_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.2nd_collection.shard2.leader, tag=353842152
   [junit4]   2> 94446 INFO  (coreCloseExecutor-558-thread-1) [n:127.0.0.1:37497_solr c:localShardsTestColl s:shard1 r:core_node5 x:localShardsTestColl_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard1.leader, tag=2102942307
   [junit4]   2> 94447 INFO  (coreCloseExecutor-558-thread-2) [n:127.0.0.1:37497_solr c:localShardsTestColl s:shard2 r:core_node11 x:localShardsTestColl_shard2_replica_n8] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=743184812
   [junit4]   2> 94448 INFO  (coreCloseExecutor-558-thread-3) [n:127.0.0.1:37497_solr c:localShardsTestColl s:shard3 r:core_node17 x:localShardsTestColl_shard3_replica_n14] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=997865647
   [junit4]   2> 94448 INFO  (coreCloseExecutor-558-thread-4) [n:127.0.0.1:37497_solr c:multicollection1 s:shard2 r:core_node4 x:multicollection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard2.leader, tag=2018362180
   [junit4]   2> 94448 INFO  (coreCloseExecutor-558-thread-6) [n:127.0.0.1:37497_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=1072893816
   [junit4]   2> 94448 INFO  (coreCloseExecutor-558-thread-5) [n:127.0.0.1:37497_solr c:multicollection2 s:shard2 r:core_node4 x:multicollection2_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection2.shard2.leader, tag=1841902376
   [junit4]   2> 94449 INFO  (coreCloseExecutor-558-thread-7) [n:127.0.0.1:37497_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=96127971
   [junit4]   2> 94485 INFO  (zkCallback-256-thread-1-processing-n:127.0.0.1:42499_solr) [n:127.0.0.1:42499_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42499_solr
   [junit4]   2> 94488 INFO  (jetty-closer-241-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@fa985f8{/solr,null,UNAVAILABLE}
   [junit4]   2> 95989 INFO  (jetty-closer-241-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3bb34fc1{/solr,null,UNAVAILABLE}
   [junit4]   2> 95989 ERROR (SUITE-CloudSolrClientTest-seed#[F39EEC43FB657301]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 95989 INFO  (SUITE-CloudSolrClientTest-seed#[F39EEC43FB657301]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36335 36335
   [junit4]   2> 96024 INFO  (Thread-277) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36335 36335
   [junit4]   2> 96024 WARN  (Thread-277) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	21	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	18	/solr/collections/foo/state.json
   [junit4]   2> 	15	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	12	/solr/collections/collection1/state.json
   [junit4]   2> 	12	/solr/collections/2nd_collection/state.json
   [junit4]   2> 	10	/solr/collections/multicollection1/state.json
   [junit4]   2> 	10	/solr/collections/nemesis/state.json
   [junit4]   2> 	10	/solr/collections/multicollection2/state.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/collections/overwrite/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J1/temp/solr.client.solrj.impl.CloudSolrClientTest_F39EEC43FB657301-001
   [junit4]   2> Nov 10, 2017 2:36:18 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=Direct), a_t=Lucene50(blocksize=128), title_s=PostingsFormat(name=Direct), id=PostingsFormat(name=MockRandom), text=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{_version_=DocValuesFormat(name=Lucene70), multiDefault=DocValuesFormat(name=Direct), title_s=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=281, maxMBSortInHeap=5.880195323709618, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@65711623), locale=fr-HT, timezone=Asia/Ho_Chi_Minh
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=176782248,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [FloorEvaluatorTest, BasicHttpSolrClientTest, QueryResponseTest, RoundEvaluatorTest, TestDelegationTokenRequest, GraphTest, ClientUtilsTest, TestRetryUtil, CorrelationEvaluatorTest, EqualToEvaluatorTest, OrEvaluatorTest, TestDocumentObjectBinder, JsonValidatorTest, MergeIndexesEmbeddedTest, JDBCStreamTest, TestSolrProperties, NormalDistributionEvaluatorTest, SolrDocumentTest, ModuloEvaluatorTest, HttpSolrClientSSLAuthConPoolTest, HyperbolicCosineEvaluatorTest, UniformDistributionEvaluatorTest, TestFastInputStream, SolrExampleStreamingTest, SolrExampleStreamingBinaryTest, TestBatchUpdate, TermsResponseTest, TestNamedListCodec, TestJavaBinCodec, SolrQueryTest, TestHash, ContentStreamTest, ModifiableSolrParamsTest, SolrExceptionTest, TestUpdateRequestCodec, FieldAnalysisResponseTest, NamedListTest, FacetFieldTest, UsingSolrJRefGuideExamplesTest, TestLBHttpSolrClient, TestPolicy, CloudSolrClientBuilderTest, CloudSolrClientTest]
   [junit4] Completed [122/146 (1!)] on J1 in 35.55s, 16 tests, 1 error <<< FAILURES!

[...truncated 39267 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build # 20875 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20875/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.lucene.search.TestSimilarity.testSimilarity

Error Message:
expected:<2.0> but was:<1.0>

Stack Trace:
java.lang.AssertionError: expected:<2.0> but was:<1.0>
	at __randomizedtesting.SeedInfo.seed([BA037FAC98FB9706:4BAC3F94981B021D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.junit.Assert.assertEquals(Assert.java:512)
	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:79)
	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:63)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq

Error Message:
first doc score should be zero, 3.0794418

Stack Trace:
java.lang.AssertionError: first doc score should be zero, 3.0794418
	at __randomizedtesting.SeedInfo.seed([BA037FAC98FB9706:8670CB872E19A201]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 575 lines...]
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSpans -Dtests.method=testSpanScorerZeroSloppyFreq -Dtests.seed=BA037FAC98FB9706 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=luo-KE -Dtests.timezone=Africa/Dakar -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.01s J2 | TestSpans.testSpanScorerZeroSloppyFreq <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: first doc score should be zero, 3.0794418
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BA037FAC98FB9706:8670CB872E19A201]:0)
   [junit4]    > 	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6e9d73e1), locale=luo-KE, timezone=Africa/Dakar
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=267930272,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestConjunctionDISI, TestSetOnce, TestLucene60PointsFormat, TestNoMergePolicy, TestCharsRefBuilder, TestRadixSelector, TestLongPostings, TestBufferedIndexInput, TestSortedSetDocValues, TestStressAdvance, TestRollingBuffer, TestSpanTermQuery, TestTermVectors, TestSpanSearchEquivalence, TestSpanBoostQuery, TestSearchForDuplicates, TestAllFilesHaveChecksumFooter, TestCachingTokenFilter, TestComplexExplanationsOfNonMatches, TestGeoEncodingUtils, TestMultiset, TestIndependenceChiSquared, TestSimpleFSDirectory, TestClassicSimilarity, TestMinShouldMatch2, TestDocValuesRewriteMethod, TestDocValuesScoring, Test2BBinaryDocValues, TestIndexSearcher, TestNIOFSDirectory, TestMutablePointsReaderUtils, TestCompiledAutomaton, TestRollingUpdates, TestCollectionUtil, TestAutomaton, TestConsistentFieldNumbers, TestBM25Similarity, TestArrayUtil, TestAllFilesHaveCodecHeader, TestMultiMMap, TestTopDocsMerge, TestForUtil, TestIndexManyDocuments, TestIndexWriterLockRelease, TestFilterDirectory, TestIntsRef, TestFixedLengthBytesRefArray, TestParallelCompositeReader, TestExceedMaxTermLength, TestMultiLevelSkipList, TestBytesRefHash, TestAxiomaticF3EXP, TestSpans]
   [junit4] Completed [109/475 (1!)] on J2 in 0.58s, 26 tests, 1 failure <<< FAILURES!

[...truncated 576 lines...]
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimilarity -Dtests.method=testSimilarity -Dtests.seed=BA037FAC98FB9706 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-HK -Dtests.timezone=Africa/Dakar -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.02s J2 | TestSimilarity.testSimilarity <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2.0> but was:<1.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BA037FAC98FB9706:4BAC3F94981B021D]:0)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
   [junit4]    > 	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:79)
   [junit4]    > 	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:63)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
   [junit4]    > 	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=701, maxMBSortInHeap=6.6948913801122165, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2a29f46c), locale=en-HK, timezone=Africa/Dakar
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=140266840,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestConjunctionDISI, TestSetOnce, TestLucene60PointsFormat, TestNoMergePolicy, TestCharsRefBuilder, TestRadixSelector, TestLongPostings, TestBufferedIndexInput, TestSortedSetDocValues, TestStressAdvance, TestRollingBuffer, TestSpanTermQuery, TestTermVectors, TestSpanSearchEquivalence, TestSpanBoostQuery, TestSearchForDuplicates, TestAllFilesHaveChecksumFooter, TestCachingTokenFilter, TestComplexExplanationsOfNonMatches, TestGeoEncodingUtils, TestMultiset, TestIndependenceChiSquared, TestSimpleFSDirectory, TestClassicSimilarity, TestMinShouldMatch2, TestDocValuesRewriteMethod, TestDocValuesScoring, Test2BBinaryDocValues, TestIndexSearcher, TestNIOFSDirectory, TestMutablePointsReaderUtils, TestCompiledAutomaton, TestRollingUpdates, TestCollectionUtil, TestAutomaton, TestConsistentFieldNumbers, TestBM25Similarity, TestArrayUtil, TestAllFilesHaveCodecHeader, TestMultiMMap, TestTopDocsMerge, TestForUtil, TestIndexManyDocuments, TestIndexWriterLockRelease, TestFilterDirectory, TestIntsRef, TestFixedLengthBytesRefArray, TestParallelCompositeReader, TestExceedMaxTermLength, TestMultiLevelSkipList, TestBytesRefHash, TestAxiomaticF3EXP, TestSpans, TestDocument, TestRamUsageEstimator, TestTopDocsCollector, TestIntArrayDocIdSet, TestReadOnlyIndex, TestLMDirichletSimilarity, TestSimpleExplanationsOfNonMatches, Test2BPositions, TestSearchWithThreads, TestPackedTokenAttributeImpl, TestAssertions, TestMathUtil, TestScorerPerf, TestTimSorterWorstCase, TestBinaryDocument, TestHighCompressionMode, TestBasicModelIne, TestIndexWriterDeleteByQuery, TestIndexWriterMaxDocs, TestStringHelper, TestDateSort, TestMultiFields, TestBlockPostingsFormat, TestIndexWriterReader, TermInSetQueryTest, TestSubScorerFreqs, TestAxiomaticF1LOG, TestIndexWriter, TestIndexWriterMerging, TestFSTs, TestBytesStore, TestPackedInts, TestIndexWriterWithThreads, TestGraphTokenizers, TestAddIndexes, TestShardSearching, TestSearcherManager, TestBooleanOr, TestBasics, TestFlushByRamOrCountsPolicy, TestIndexWriterDelete, TestIndexWriterMergePolicy, TestNRTThreads, TestStandardAnalyzer, TestIndexWriterCommit, TestDirectoryReaderReopen, TestTimeLimitingCollector, TestSearchAfter, TestConcurrentMergeScheduler, TestDocumentsWriterStallControl, TestNeverDelete, TestIndexWriterUnicode, TestNRTReaderWithThreads, TestTieredMergePolicy, TestIndexWriterForceMerge, TestLevenshteinAutomata, TestByteSlices, TestDirectoryReader, TestSegmentMerger, TestPhraseQuery, TestFixedBitSet, TestComplexExplanations, TestRegexpRandom2, TestNRTCachingDirectory, TestSegmentReader, TestIndexWriterNRTIsCurrent, TestFieldCacheRewriteMethod, TestTransactions, TestSegmentTermDocs, TestPerFieldPostingsFormat2, TestToken, TestFieldsReader, TestCustomSearcherSort, TestDocValuesIndexing, TestSimilarityBase, TestHugeRamFile, TestBooleanMinShouldMatch, Test2BDocs, TestIndexWriterOnDiskFull, TestPostingsOffsets, TestMixedCodecs, TestTransactionRollback, TestFlex, TestUTF32ToUTF8, TestFastCompressionMode, TestStressIndexing2, TestRAMDirectory, TestLazyProxSkipping, TestMergeSchedulerExternal, TestBagOfPostings, TestCodecs, TestCharTermAttributeImpl, TestParallelLeafReader, TestStressNRT, TestIndexInput, TestSloppyPhraseQuery2, TestDisjunctionMaxQuery, TestOmitTf, TestNearSpansOrdered, TestTermRangeQuery, TestDocumentsWriterDeleteQueue, TestDocumentWriter, TestMultiTermConstantScore, TestFuzzyQuery, TestPayloads, TestSimilarity2, TestNoDeletionPolicy, TestRegexpQuery, TestIntBlockPool, TestPrefixInBooleanQuery, TestSegmentTermEnum, TestUniqueTermCount, TestUnicodeUtil, TestSortRandom, TestParallelReaderEmptyIndex, TestMaxTermFrequency, TestTermScorer, TestFileSwitchDirectory, TestSumDocFreq, TestIndexableField, TestSentinelIntSet, TestRegexpRandom, TestCheckIndex, TestPayloadsOnVectors, TestIndexFileDeleter, TestConstantScoreQuery, TestPrefixQuery, TestElevationComparator, TestIndexWriterConfig, TestConjunctions, TestMultiTermQueryRewrites, TestPositionIncrement, TestField, TestSimilarity]
   [junit4] Completed [280/475 (2!)] on J2 in 0.05s, 1 test, 1 failure <<< FAILURES!

[...truncated 53037 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 20874 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20874/
Java: 64bit/jdk-9.0.1 -XX:+UseCompressedOops -XX:+UseParallelGC

5 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:38957","node_name":"127.0.0.1:38957_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/25)={   "pullReplicas":"0",   "replicationFactor":"1",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node4":{           "core":"c8n_1x3_lf_shard1_replica_n1",           "base_url":"http://127.0.0.1:33449",           "node_name":"127.0.0.1:33449_",           "state":"down",           "type":"NRT"},         "core_node5":{           "core":"c8n_1x3_lf_shard1_replica_n2",           "base_url":"http://127.0.0.1:38957",           "node_name":"127.0.0.1:38957_",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node6":{           "state":"down",           "base_url":"http://127.0.0.1:38835",           "core":"c8n_1x3_lf_shard1_replica_n3",           "node_name":"127.0.0.1:38835_",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false",   "nrtReplicas":"3",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node5:{"core":"c8n_1x3_lf_shard1_replica_n2","base_url":"http://127.0.0.1:38957","node_name":"127.0.0.1:38957_","state":"active","type":"NRT","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/25)={
  "pullReplicas":"0",
  "replicationFactor":"1",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"c8n_1x3_lf_shard1_replica_n1",
          "base_url":"http://127.0.0.1:33449",
          "node_name":"127.0.0.1:33449_",
          "state":"down",
          "type":"NRT"},
        "core_node5":{
          "core":"c8n_1x3_lf_shard1_replica_n2",
          "base_url":"http://127.0.0.1:38957",
          "node_name":"127.0.0.1:38957_",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node6":{
          "state":"down",
          "base_url":"http://127.0.0.1:38835",
          "core":"c8n_1x3_lf_shard1_replica_n3",
          "node_name":"127.0.0.1:38835_",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false",
  "nrtReplicas":"3",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([BB3A76160B322F48:336E49CCA5CE42B0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:169)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:56)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.OverseerModifyCollectionTest.testModifyColl

Error Message:
Error from server at https://127.0.0.1:35751/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35751/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([BB3A76160B322F48:12A25C6307FEEB4E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.OverseerModifyCollectionTest.testModifyColl(OverseerModifyCollectionTest.java:50)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete

Error Message:
Error from server at http://127.0.0.1:37051/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html> <head> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/> <title>Error 404 </title> </head> <body> <h2>HTTP ERROR: 404</h2> <p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason: <pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/> </body> </html> 

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: Error from server at http://127.0.0.1:37051/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at __randomizedtesting.SeedInfo.seed([BB3A76160B322F48:18C0D8B38CDAC5ED]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:541)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1008)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:937)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.request.UpdateRequest.commit(UpdateRequest.java:233)
	at org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateSearchDelete(TestCollectionsAPIViaSolrCloudCluster.java:167)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37051/solr/testcollection_shard1_replica_n2: Expected mime type application/octet-stream but got text/html. <html>
<head>
<meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
<title>Error 404 </title>
</head>
<body>
<h2>HTTP ERROR: 404</h2>
<p>Problem accessing /solr/testcollection_shard1_replica_n2/update. Reason:
<pre>    Can not find: /solr/testcollection_shard1_replica_n2/update</pre></p>
<hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.20.v20170531</a><hr/>
</body>
</html>

	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:607)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:518)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
	... 1 more


FAILED:  org.apache.lucene.search.TestSimilarity.testSimilarity

Error Message:
expected:<2.0> but was:<1.0>

Stack Trace:
java.lang.AssertionError: expected:<2.0> but was:<1.0>
	at __randomizedtesting.SeedInfo.seed([B2AA3128FCB5729D:43057110FC55E786]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.junit.Assert.assertEquals(Assert.java:512)
	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:69)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq

Error Message:
first doc score should be zero, 3.0794418

Stack Trace:
java.lang.AssertionError: first doc score should be zero, 3.0794418
	at __randomizedtesting.SeedInfo.seed([B2AA3128FCB5729D:8ED985034A57479A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 814 lines...]
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSpans -Dtests.method=testSpanScorerZeroSloppyFreq -Dtests.seed=B2AA3128FCB5729D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=de-DE -Dtests.timezone=America/Edmonton -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.02s J2 | TestSpans.testSpanScorerZeroSloppyFreq <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: first doc score should be zero, 3.0794418
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B2AA3128FCB5729D:8ED985034A57479A]:0)
   [junit4]    > 	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=Direct), id=PostingsFormat(name=Memory), text=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1502, maxMBSortInHeap=6.905104930330072, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3684863e), locale=de-DE, timezone=America/Edmonton
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=309744552,total=379584512
   [junit4]   2> NOTE: All tests run in this JVM: [TermInSetQueryTest, TestExceedMaxTermLength, TestAssertions, TestNIOFSDirectory, Test2BSortedDocValuesOrds, TestAxiomaticF1LOG, TestPointQueries, TestCharsRefBuilder, TestForUtil, TestMultiFields, TestCollectionUtil, TestMinShouldMatch2, TestIndexWriterThreadsToSegments, TestTermQuery, TestSearchForDuplicates, TestDirectMonotonic, TestPackedTokenAttributeImpl, TestBinaryDocument, TestLucene60PointsFormat, TestSegmentTermDocs, TestFieldCacheRewriteMethod, TestIndexWriterLockRelease, TestTermVectors, TestIndexWriterMaxDocs, TestPrefixQuery, TestMultiLevelSkipList, TestSimpleFSDirectory, TestRegexpQuery, TestShardSearching, TestPayloads, TestCompiledAutomaton, TestRadixSelector, TestAutomaton, TestCachingTokenFilter, TestDisjunctionMaxQuery, TestFieldsReader, TestTwoPhaseCommitTool, TestBasics, TestVersion, TestAllFilesHaveCodecHeader, TestRamUsageEstimator, TestRollingBuffer, TestSimilarityBase, TestBoolean2ScorerSupplier, TestLucene70NormsFormat, TestFilterWeight, TestBlockPostingsFormat, TestIndexWriterMergePolicy, TestAllFilesHaveChecksumFooter, TestCharTermAttributeImpl, TestIntArrayDocIdSet, TestBytesRefHash, TestStressAdvance, TestIndexWriterOnDiskFull, TestSloppyPhraseQuery2, TestSimilarity2, TestMergePolicyWrapper, TestLucene50StoredFieldsFormatHighCompression, TestIOUtils, TestSegmentReader, TestLogMergePolicy, TestConsistentFieldNumbers, TestMultiMMap, Test2BPositions, MultiCollectorTest, TestLongRangeFieldQueries, TestScorerPerf, TestFixedBitSet, TestField, TestRollingUpdates, TestSortedSetSelector, TestConjunctions, TestIndexWriterMerging, TestSpans]
   [junit4] Completed [180/475 (1!)] on J2 in 0.28s, 26 tests, 1 failure <<< FAILURES!

[...truncated 51 lines...]
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimilarity -Dtests.method=testSimilarity -Dtests.seed=B2AA3128FCB5729D -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-PG -Dtests.timezone=America/Rainy_River -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.02s J0 | TestSimilarity.testSimilarity <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2.0> but was:<1.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B2AA3128FCB5729D:43057110FC55E786]:0)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
   [junit4]    > 	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
   [junit4]    > 	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:69)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
   [junit4]    > 	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7a0f3844), locale=en-PG, timezone=America/Rainy_River
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=247175976,total=447217664
   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexWriterConfig, TestIndexReaderClose, TestNearSpansOrdered, TestBlockPostingsFormat2, TestManyFields, TestMergedIterator, TestEarlyTermination, TestCrashCausesCorruptIndex, TestTerm, TestIndexWriter, TestOperations, TestSpansEnum, TestCachingCollector, TestOrdinalMap, TestLucene50TermVectorsFormat, TestUpgradeIndexMergePolicy, TestFrequencyTrackingRingBuffer, TestAllFilesCheckIndexHeader, TestNGramPhraseQuery, TestDateTools, TestBinaryDocValuesUpdates, TestLucene50CompoundFormat, TestAxiomaticF3LOG, TestFlushByRamOrCountsPolicy, TestCodecs, TestOfflineSorter, TestSortRescorer, TestBytesRef, TestForceMergeForever, TestSegmentMerger, TestNamedSPILoader, TestIndexedDISI, TestWildcardRandom, TestDoubleRangeFieldQueries, TestDocIDMerger, TestWordlistLoader, TestIndexingSequenceNumbers, Test2BTerms, TestDirectoryReaderReopen, TestDocsAndPositions, TestAxiomaticF2EXP, TestMergeRateLimiter, TestDocValuesIndexing, TestGrowableByteArrayDataOutput, TestBasicModelP, TestTerms, TestLucene70SegmentInfoFormat, TestSimilarity]
   [junit4] Completed [195/475 (2!)] on J0 in 0.05s, 1 test, 1 failure <<< FAILURES!

[...truncated 10782 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCollectionsAPIViaSolrCloudCluster
   [junit4]   2> 128088 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[BB3A76160B322F48]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_BB3A76160B322F48-001/init-core-data-001
   [junit4]   2> 128089 WARN  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[BB3A76160B322F48]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 128089 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[BB3A76160B322F48]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 128090 INFO  (SUITE-TestCollectionsAPIViaSolrCloudCluster-seed#[BB3A76160B322F48]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 128091 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_BB3A76160B322F48-001/tempDir-001
   [junit4]   2> 128091 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 128091 INFO  (Thread-208) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 128091 INFO  (Thread-208) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 128092 ERROR (Thread-208) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 128191 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.c.ZkTestServer start zk server on port:40145
   [junit4]   2> 128197 INFO  (jetty-launcher-132-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 128197 INFO  (jetty-launcher-132-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 128197 INFO  (jetty-launcher-132-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 128197 INFO  (jetty-launcher-132-thread-5) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 128198 INFO  (jetty-launcher-132-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 128199 INFO  (jetty-launcher-132-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c8cca0{/solr,null,AVAILABLE}
   [junit4]   2> 128199 INFO  (jetty-launcher-132-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@594111fd{/solr,null,AVAILABLE}
   [junit4]   2> 128200 INFO  (jetty-launcher-132-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44f951d0{/solr,null,AVAILABLE}
   [junit4]   2> 128212 INFO  (jetty-launcher-132-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79d82876{/solr,null,AVAILABLE}
   [junit4]   2> 128212 INFO  (jetty-launcher-132-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@27e57b0d{HTTP/1.1,[http/1.1]}{127.0.0.1:45253}
   [junit4]   2> 128212 INFO  (jetty-launcher-132-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@14e36f28{HTTP/1.1,[http/1.1]}{127.0.0.1:33139}
   [junit4]   2> 128212 INFO  (jetty-launcher-132-thread-1) [    ] o.e.j.s.Server Started @130059ms
   [junit4]   2> 128212 INFO  (jetty-launcher-132-thread-2) [    ] o.e.j.s.Server Started @130059ms
   [junit4]   2> 128212 INFO  (jetty-launcher-132-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45253}
   [junit4]   2> 128212 INFO  (jetty-launcher-132-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33139}
   [junit4]   2> 128213 ERROR (jetty-launcher-132-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 128213 ERROR (jetty-launcher-132-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 128213 INFO  (jetty-launcher-132-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 128213 INFO  (jetty-launcher-132-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 128213 INFO  (jetty-launcher-132-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 128213 INFO  (jetty-launcher-132-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 128213 INFO  (jetty-launcher-132-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 128213 INFO  (jetty-launcher-132-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 128213 INFO  (jetty-launcher-132-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T18:54:22.595261Z
   [junit4]   2> 128213 INFO  (jetty-launcher-132-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T18:54:22.595274Z
   [junit4]   2> 128213 INFO  (jetty-launcher-132-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39c8db04{HTTP/1.1,[http/1.1]}{127.0.0.1:45373}
   [junit4]   2> 128213 INFO  (jetty-launcher-132-thread-4) [    ] o.e.j.s.Server Started @130060ms
   [junit4]   2> 128213 INFO  (jetty-launcher-132-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45373}
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@743f5fbd{HTTP/1.1,[http/1.1]}{127.0.0.1:34773}
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-3) [    ] o.e.j.s.Server Started @130060ms
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34773}
   [junit4]   2> 128214 ERROR (jetty-launcher-132-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e7f8a5f{/solr,null,AVAILABLE}
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T18:54:22.596487Z
   [junit4]   2> 128214 ERROR (jetty-launcher-132-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a1da2e0{HTTP/1.1,[http/1.1]}{127.0.0.1:45021}
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T18:54:22.596640Z
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-5) [    ] o.e.j.s.Server Started @130060ms
   [junit4]   2> 128214 INFO  (jetty-launcher-132-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45021}
   [junit4]   2> 128214 ERROR (jetty-launcher-132-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 128215 INFO  (jetty-launcher-132-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 128215 INFO  (jetty-launcher-132-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 128215 INFO  (jetty-launcher-132-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 128215 INFO  (jetty-launcher-132-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T18:54:22.597177Z
   [junit4]   2> 128215 INFO  (jetty-launcher-132-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 128222 INFO  (jetty-launcher-132-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 128222 INFO  (jetty-launcher-132-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 128222 INFO  (jetty-launcher-132-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 128223 INFO  (jetty-launcher-132-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 128227 INFO  (jetty-launcher-132-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40145/solr
   [junit4]   2> 128229 INFO  (jetty-launcher-132-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40145/solr
   [junit4]   2> 128230 INFO  (jetty-launcher-132-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40145/solr
   [junit4]   2> 128231 INFO  (jetty-launcher-132-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40145/solr
   [junit4]   2> 128233 INFO  (jetty-launcher-132-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40145/solr
   [junit4]   2> 128236 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa222110a000c, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 128251 INFO  (jetty-launcher-132-thread-3) [n:127.0.0.1:34773_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 128252 INFO  (jetty-launcher-132-thread-4) [n:127.0.0.1:45373_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 128252 INFO  (jetty-launcher-132-thread-3) [n:127.0.0.1:34773_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34773_solr
   [junit4]   2> 128252 INFO  (jetty-launcher-132-thread-3) [n:127.0.0.1:34773_solr    ] o.a.s.c.Overseer Overseer (id=98975984023896079-127.0.0.1:34773_solr-n_0000000000) starting
   [junit4]   2> 128252 INFO  (jetty-launcher-132-thread-4) [n:127.0.0.1:45373_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45373_solr
   [junit4]   2> 128253 INFO  (zkCallback-159-thread-1-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 128253 INFO  (zkCallback-158-thread-1-processing-n:127.0.0.1:45373_solr) [n:127.0.0.1:45373_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 128268 INFO  (jetty-launcher-132-thread-3) [n:127.0.0.1:34773_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34773_solr
   [junit4]   2> 128269 INFO  (zkCallback-158-thread-1-processing-n:127.0.0.1:45373_solr) [n:127.0.0.1:45373_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 128273 INFO  (zkCallback-159-thread-2-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 128289 INFO  (jetty-launcher-132-thread-4) [n:127.0.0.1:45373_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45373.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128290 INFO  (jetty-launcher-132-thread-2) [n:127.0.0.1:33139_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 128291 INFO  (jetty-launcher-132-thread-2) [n:127.0.0.1:33139_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 128292 INFO  (jetty-launcher-132-thread-2) [n:127.0.0.1:33139_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33139_solr
   [junit4]   2> 128293 INFO  (zkCallback-159-thread-2-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 128293 INFO  (zkCallback-158-thread-1-processing-n:127.0.0.1:45373_solr) [n:127.0.0.1:45373_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 128300 INFO  (zkCallback-157-thread-1-processing-n:127.0.0.1:33139_solr) [n:127.0.0.1:33139_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 128300 INFO  (jetty-launcher-132-thread-4) [n:127.0.0.1:45373_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45373.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128300 INFO  (jetty-launcher-132-thread-4) [n:127.0.0.1:45373_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45373.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128301 INFO  (jetty-launcher-132-thread-4) [n:127.0.0.1:45373_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_BB3A76160B322F48-001/tempDir-001/node5/.
   [junit4]   2> 128304 INFO  (jetty-launcher-132-thread-5) [n:127.0.0.1:45021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 128308 INFO  (jetty-launcher-132-thread-5) [n:127.0.0.1:45021_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 128309 INFO  (jetty-launcher-132-thread-5) [n:127.0.0.1:45021_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45021_solr
   [junit4]   2> 128309 INFO  (zkCallback-159-thread-2-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 128309 INFO  (zkCallback-157-thread-1-processing-n:127.0.0.1:33139_solr) [n:127.0.0.1:33139_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 128309 INFO  (zkCallback-158-thread-1-processing-n:127.0.0.1:45373_solr) [n:127.0.0.1:45373_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 128310 INFO  (zkCallback-148-thread-1-processing-n:127.0.0.1:45021_solr) [n:127.0.0.1:45021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 128323 INFO  (jetty-launcher-132-thread-1) [n:127.0.0.1:45253_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 128324 INFO  (jetty-launcher-132-thread-1) [n:127.0.0.1:45253_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 128325 INFO  (jetty-launcher-132-thread-1) [n:127.0.0.1:45253_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45253_solr
   [junit4]   2> 128325 INFO  (zkCallback-155-thread-1-processing-n:127.0.0.1:45253_solr) [n:127.0.0.1:45253_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 128326 INFO  (zkCallback-159-thread-2-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 128327 INFO  (zkCallback-157-thread-1-processing-n:127.0.0.1:33139_solr) [n:127.0.0.1:33139_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 128327 INFO  (zkCallback-148-thread-1-processing-n:127.0.0.1:45021_solr) [n:127.0.0.1:45021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 128327 INFO  (zkCallback-158-thread-1-processing-n:127.0.0.1:45373_solr) [n:127.0.0.1:45373_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 128330 INFO  (jetty-launcher-132-thread-3) [n:127.0.0.1:34773_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34773.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128337 INFO  (jetty-launcher-132-thread-3) [n:127.0.0.1:34773_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34773.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128337 INFO  (jetty-launcher-132-thread-3) [n:127.0.0.1:34773_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34773.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128338 INFO  (jetty-launcher-132-thread-3) [n:127.0.0.1:34773_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_BB3A76160B322F48-001/tempDir-001/node3/.
   [junit4]   2> 128364 INFO  (jetty-launcher-132-thread-2) [n:127.0.0.1:33139_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33139.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128366 INFO  (jetty-launcher-132-thread-5) [n:127.0.0.1:45021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45021.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128374 INFO  (jetty-launcher-132-thread-2) [n:127.0.0.1:33139_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33139.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128374 INFO  (jetty-launcher-132-thread-2) [n:127.0.0.1:33139_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33139.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128375 INFO  (jetty-launcher-132-thread-2) [n:127.0.0.1:33139_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_BB3A76160B322F48-001/tempDir-001/node2/.
   [junit4]   2> 128379 INFO  (jetty-launcher-132-thread-5) [n:127.0.0.1:45021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45021.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128382 INFO  (jetty-launcher-132-thread-5) [n:127.0.0.1:45021_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45021.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128383 INFO  (jetty-launcher-132-thread-1) [n:127.0.0.1:45253_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45253.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128383 INFO  (jetty-launcher-132-thread-5) [n:127.0.0.1:45021_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_BB3A76160B322F48-001/tempDir-001/node4/.
   [junit4]   2> 128391 INFO  (jetty-launcher-132-thread-1) [n:127.0.0.1:45253_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45253.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128391 INFO  (jetty-launcher-132-thread-1) [n:127.0.0.1:45253_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45253.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3c2b373c
   [junit4]   2> 128392 INFO  (jetty-launcher-132-thread-1) [n:127.0.0.1:45253_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_BB3A76160B322F48-001/tempDir-001/node1/.
   [junit4]   2> 128503 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 128504 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40145/solr ready
   [junit4]   2> 128505 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionCreateWithoutCoresThenDelete
   [junit4]   2> 128507 INFO  (qtp999686062-893) [n:127.0.0.1:33139_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=228214b4-4e9e-4415-a9f3-20cc0735c7e7&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=EMPTY&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 128509 INFO  (qtp999686062-893) [n:127.0.0.1:33139_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=228214b4-4e9e-4415-a9f3-20cc0735c7e7&replicationFactor=2&collection.configName=solrCloudCollectionConfig&maxShardsPerNode=1&name=testSolrCloudCollectionWithoutCores&nrtReplicas=2&action=CREATE&numShards=2&createNodeSet=EMPTY&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 128511 INFO  (qtp999686062-870) [n:127.0.0.1:33139_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=228214b4-4e9e-4415-a9f3-20cc0735c7e7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 128512 INFO  (OverseerThreadFactory-367-thread-1-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.CreateCollectionCmd Create collection testSolrCloudCollectionWithoutCores
   [junit4]   2> 128512 INFO  (qtp999686062-870) [n:127.0.0.1:33139_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=228214b4-4e9e-4415-a9f3-20cc0735c7e7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 128512 WARN  (OverseerThreadFactory-367-thread-1-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (testSolrCloudCollectionWithoutCores) without cores.
   [junit4]   2> 128616 INFO  (OverseerThreadFactory-367-thread-1-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 129514 INFO  (qtp999686062-904) [n:127.0.0.1:33139_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=228214b4-4e9e-4415-a9f3-20cc0735c7e7&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 129514 INFO  (qtp999686062-904) [n:127.0.0.1:33139_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=228214b4-4e9e-4415-a9f3-20cc0735c7e7&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 129515 INFO  (qtp999686062-900) [n:127.0.0.1:33139_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletestatus with params requestid=228214b4-4e9e-4415-a9f3-20cc0735c7e7&action=DELETESTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 129516 INFO  (qtp999686062-900) [n:127.0.0.1:33139_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=228214b4-4e9e-4415-a9f3-20cc0735c7e7&action=DELETESTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 129516 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testSolrCloudCollectionWithoutCores failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> no one is recoverying
   [junit4]   2> 129516 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: testSolrCloudCollectionWithoutCores
   [junit4]   2> 129517 INFO  (qtp999686062-893) [n:127.0.0.1:33139_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=testSolrCloudCollectionWithoutCores&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 129520 INFO  (OverseerCollectionConfigSetProcessor-98975984023896079-127.0.0.1:34773_solr-n_0000000000) [n:127.0.0.1:34773_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 129520 INFO  (OverseerThreadFactory-367-thread-2-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 130222 INFO  (qtp999686062-893) [n:127.0.0.1:33139_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=testSolrCloudCollectionWithoutCores&action=DELETE&wt=javabin&version=2} status=0 QTime=705
   [junit4]   2> 130223 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for collection to disappear - collection: testSolrCloudCollectionWithoutCores failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   2> 130223 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.c.AbstractDistribZkTestBase Collection has disappeared - collection: testSolrCloudCollectionWithoutCores
   [junit4]   2> 130225 INFO  (jetty-closer-133-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@743f5fbd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 130225 INFO  (jetty-closer-133-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@39c8db04{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 130226 INFO  (jetty-closer-133-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1863173413
   [junit4]   2> 130226 INFO  (jetty-closer-133-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=87613697
   [junit4]   2> 130226 INFO  (jetty-closer-133-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 130226 INFO  (jetty-closer-133-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4dc61d6e: rootName = solr_34773, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@633f4c12
   [junit4]   2> 130227 INFO  (jetty-closer-133-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 130231 INFO  (jetty-closer-133-thread-3) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7a1da2e0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 130231 INFO  (jetty-closer-133-thread-3) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=668488847
   [junit4]   2> 130231 INFO  (jetty-closer-133-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 130231 INFO  (jetty-closer-133-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5cadc362: rootName = solr_45021, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@37e01de
   [junit4]   2> 130232 INFO  (jetty-closer-133-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3027ed4b: rootName = solr_45373, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@2736047e
   [junit4]   2> 130232 INFO  (jetty-closer-133-thread-4) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@27e57b0d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 130232 INFO  (jetty-closer-133-thread-5) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@14e36f28{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 130233 INFO  (jetty-closer-133-thread-5) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=504636694
   [junit4]   2> 130233 INFO  (jetty-closer-133-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 130236 INFO  (jetty-closer-133-thread-5) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5ce2df79: rootName = solr_33139, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@72858997
   [junit4]   2> 130236 INFO  (jetty-closer-133-thread-4) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=629558318
   [junit4]   2> 130238 INFO  (jetty-closer-133-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 130239 INFO  (jetty-closer-133-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a9dbd65: rootName = solr_34773, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@30d3ff2d
   [junit4]   2> 130240 INFO  (jetty-closer-133-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 130241 INFO  (jetty-closer-133-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@72bcc6f: rootName = solr_45253, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@4a16fc35
   [junit4]   2> 130241 INFO  (jetty-closer-133-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 130242 INFO  (jetty-closer-133-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4dda4d77: rootName = solr_45373, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@30d3ff2d
   [junit4]   2> 130242 INFO  (jetty-closer-133-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 130242 INFO  (jetty-closer-133-thread-5) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e460d47: rootName = solr_33139, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@30d3ff2d
   [junit4]   2> 130248 INFO  (jetty-closer-133-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 130248 INFO  (jetty-closer-133-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1e210e20: rootName = solr_34773, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@855c51e
   [junit4]   2> 130255 INFO  (jetty-closer-133-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 130255 INFO  (jetty-closer-133-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@72096d54: rootName = solr_45021, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@30d3ff2d
   [junit4]   2> 130255 INFO  (jetty-closer-133-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 130255 INFO  (jetty-closer-133-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@40aedc33: rootName = solr_45373, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@855c51e
   [junit4]   2> 130255 INFO  (jetty-closer-133-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34773_solr
   [junit4]   2> 130256 INFO  (jetty-closer-133-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 130256 INFO  (jetty-closer-133-thread-5) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6024e8c4: rootName = solr_33139, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@855c51e
   [junit4]   2> 130256 INFO  (zkCallback-158-thread-1-processing-n:127.0.0.1:45373_solr) [n:127.0.0.1:45373_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 130256 INFO  (zkCallback-155-thread-1-processing-n:127.0.0.1:45253_solr) [n:127.0.0.1:45253_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 130256 INFO  (zkCallback-148-thread-1-processing-n:127.0.0.1:45021_solr) [n:127.0.0.1:45021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 130256 INFO  (zkCallback-157-thread-1-processing-n:127.0.0.1:33139_solr) [n:127.0.0.1:33139_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 130256 INFO  (zkCallback-159-thread-2-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 130257 INFO  (jetty-closer-133-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 130257 INFO  (jetty-closer-133-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 130258 INFO  (jetty-closer-133-thread-5) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33139_solr
   [junit4]   2> 130258 INFO  (jetty-closer-133-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 130258 INFO  (jetty-closer-133-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@727f4424: rootName = solr_45253, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@30d3ff2d
   [junit4]   2> 130258 INFO  (jetty-closer-133-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98975984023896079-127.0.0.1:34773_solr-n_0000000000) closing
   [junit4]   2> 130258 INFO  (OverseerStateUpdate-98975984023896079-127.0.0.1:34773_solr-n_0000000000) [n:127.0.0.1:34773_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34773_solr
   [junit4]   2> 130259 INFO  (zkCallback-158-thread-1-processing-n:127.0.0.1:45373_solr) [n:127.0.0.1:45373_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 130259 INFO  (zkCallback-148-thread-1-processing-n:127.0.0.1:45021_solr) [n:127.0.0.1:45021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 130259 INFO  (zkCallback-157-thread-1-processing-n:127.0.0.1:33139_solr) [n:127.0.0.1:33139_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 130259 INFO  (zkCallback-155-thread-1-processing-n:127.0.0.1:45253_solr) [n:127.0.0.1:45253_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 130260 WARN  (OverseerAutoScalingTriggerThread-98975984023896079-127.0.0.1:34773_solr-n_0000000000) [n:127.0.0.1:34773_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 130260 INFO  (jetty-closer-133-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 130259 INFO  (zkCallback-159-thread-2-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 130261 INFO  (jetty-closer-133-thread-3) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@78758d7e: rootName = solr_45021, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@855c51e
   [junit4]   2> 130259 INFO  (jetty-closer-133-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45373_solr
   [junit4]   2> 130259 INFO  (jetty-closer-133-thread-5) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 130261 INFO  (jetty-closer-133-thread-5) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 130261 INFO  (jetty-closer-133-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 130261 INFO  (jetty-closer-133-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 130262 INFO  (zkCallback-158-thread-1-processing-n:127.0.0.1:45373_solr) [n:127.0.0.1:45373_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 130262 INFO  (zkCallback-148-thread-1-processing-n:127.0.0.1:45021_solr) [n:127.0.0.1:45021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 130262 INFO  (zkCallback-155-thread-1-processing-n:127.0.0.1:45253_solr) [n:127.0.0.1:45253_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 130262 INFO  (jetty-closer-133-thread-3) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45021_solr
   [junit4]   2> 130266 INFO  (jetty-closer-133-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 130266 INFO  (jetty-closer-133-thread-4) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e01d8ba: rootName = solr_45253, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@855c51e
   [junit4]   2> 130267 INFO  (jetty-closer-133-thread-3) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 130268 INFO  (jetty-closer-133-thread-3) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 130268 INFO  (zkCallback-155-thread-1-processing-n:127.0.0.1:45253_solr) [n:127.0.0.1:45253_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 130268 INFO  (zkCallback-148-thread-1-processing-n:127.0.0.1:45021_solr) [n:127.0.0.1:45021_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 130268 INFO  (jetty-closer-133-thread-4) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45253_solr
   [junit4]   2> 130269 INFO  (jetty-closer-133-thread-4) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 130269 INFO  (jetty-closer-133-thread-4) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 130270 INFO  (zkCallback-155-thread-1-processing-n:127.0.0.1:45253_solr) [n:127.0.0.1:45253_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 130270 INFO  (zkCallback-155-thread-2-processing-n:127.0.0.1:45253_solr) [n:127.0.0.1:45253_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45253_solr
   [junit4]   2> 131762 WARN  (zkCallback-157-thread-1-processing-n:127.0.0.1:33139_solr) [n:127.0.0.1:33139_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 131762 WARN  (zkCallback-159-thread-2-processing-n:127.0.0.1:34773_solr) [n:127.0.0.1:34773_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 131762 INFO  (jetty-closer-133-thread-5) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@44f951d0{/solr,null,UNAVAILABLE}
   [junit4]   2> 131763 INFO  (jetty-closer-133-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@79d82876{/solr,null,UNAVAILABLE}
   [junit4]   2> 131768 WARN  (zkCallback-148-thread-1-processing-n:127.0.0.1:45021_solr) [n:127.0.0.1:45021_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:45021_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:45021_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
   [junit4]   2> 	at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4724)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 131769 INFO  (jetty-closer-133-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e7f8a5f{/solr,null,UNAVAILABLE}
   [junit4]   2> 131770 WARN  (zkCallback-158-thread-1-processing-n:127.0.0.1:45373_solr) [n:127.0.0.1:45373_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 131770 INFO  (jetty-closer-133-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@594111fd{/solr,null,UNAVAILABLE}
   [junit4]   2> 131770 WARN  (zkCallback-155-thread-1-processing-n:127.0.0.1:45253_solr) [n:127.0.0.1:45253_solr    ] o.a.s.c.ZkController Unable to register nodeLost path for 127.0.0.1:45253_solr
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /autoscaling/nodeLost/127.0.0.1:45253_solr
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.create(ZooKeeper.java:783)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.lambda$create$7(SolrZkClient.java:357)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:357)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.lambda$registerLiveNodesListener$2(ZkController.java:879)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.lambda$refreshLiveNodes$1(ZkStateReader.java:749)
   [junit4]   2> 	at java.base/java.util.concurrent.ConcurrentHashMap$KeySetView.forEach(ConcurrentHashMap.java:4724)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.refreshLiveNodes(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.access$1000(ZkStateReader.java:72)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.refreshAndWatch(ZkStateReader.java:1154)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader$LiveNodeWatcher.process(ZkStateReader.java:1149)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$1.lambda$process$0(SolrZkClient.java:262)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1167)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:641)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 131770 INFO  (jetty-closer-133-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3c8cca0{/solr,null,UNAVAILABLE}
   [junit4]   2> 131773 ERROR (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 131773 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40145 40145
   [junit4]   2> 132104 INFO  (Thread-208) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40145 40145
   [junit4]   2> 132105 WARN  (Thread-208) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	6	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 
   [junit4]   2> 132105 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testCollectionCreateWithoutCoresThenDelete-seed#[BB3A76160B322F48]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCollectionCreateWithoutCoresThenDelete
   [junit4]   2> 132107 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[BB3A76160B322F48]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.TestCollectionsAPIViaSolrCloudCluster_BB3A76160B322F48-001/tempDir-002
   [junit4]   2> 132107 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[BB3A76160B322F48]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 132107 INFO  (Thread-259) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 132107 INFO  (Thread-259) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 132112 ERROR (Thread-259) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 132207 INFO  (TEST-TestCollectionsAPIViaSolrCloudCluster.testStopAllStartAll-seed#[BB3A76160B322F48]) [    ] o.a.s.c.ZkTestServer start zk server on port:41623
   [junit4]   2> 132213 INFO  (jetty-launcher-171-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 132213 INFO  (jetty-launcher-171-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 132213 INFO  (jetty-launcher-171-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 132213 INFO  (jetty-launcher-171-thread-5) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 132213 INFO  (jetty-launcher-171-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 132215 INFO  (jetty-launcher-171-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fe98572{/solr,null,AVAILABLE}
   [junit4]   2> 132216 INFO  (jetty-launcher-171-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1663d1e1{/solr,null,AVAILABLE}
   [junit4]   2> 132216 INFO  (jetty-launcher-171-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3935901d{HTTP/1.1,[http/1.1]}{127.0.0.1:39607}
   [junit4]   2> 132216 INFO  (jetty-launcher-171-thread-1) [    ] o.e.j.s.Server Started @134062ms
   [junit4]   2> 132216 INFO  (jetty-launcher-171-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39607}
   [junit4]   2> 132216 ERROR (jetty-launcher-171-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 132216 INFO  (jetty-launcher-171-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 132217 INFO  (jetty-launcher-171-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 132217 I

[...truncated too long message...]

eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: modifyColl slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:816)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:781)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 1853225 INFO  (qtp2017468501-27740) [n:127.0.0.1:33591_solr c:modifyColl s:shard1 r:core_node3 x:modifyColl_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=modifyColl_shard1_replica_n1&action=CREATE&numShards=1&collection=modifyColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=209750
   [junit4]   2> 1853225 ERROR (SUITE-OverseerModifyCollectionTest-seed#[BB3A76160B322F48]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1853225 INFO  (SUITE-OverseerModifyCollectionTest-seed#[BB3A76160B322F48]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33969 33969
   [junit4]   2> 1858624 INFO  (Thread-6738) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33969 33969
   [junit4]   2> 1858624 WARN  (Thread-6738) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 	2	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/collections/modifyColl/state.json
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.OverseerModifyCollectionTest_BB3A76160B322F48-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@41dc4e96), locale=und, timezone=GMT
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=150646440,total=504889344
   [junit4]   2> NOTE: All tests run in this JVM: [TestConfigSetImmutable, DistributedMLTComponentTest, CursorPagingTest, ResourceLoaderTest, TestUseDocValuesAsStored2, TestCloudSearcherWarming, OverseerStatusTest, TestRandomRequestDistribution, TestSweetSpotSimilarityFactory, TestCollectionsAPIViaSolrCloudCluster, SecurityConfHandlerTest, CollectionStateFormat2Test, ClassificationUpdateProcessorIntegrationTest, NodeMutatorTest, CachingDirectoryFactoryTest, SolrCloudReportersTest, SearchHandlerTest, TestStreamBody, SolrInfoBeanTest, DocExpirationUpdateProcessorFactoryTest, TestFileDictionaryLookup, TestSimpleTextCodec, TestReversedWildcardFilterFactory, TestTolerantUpdateProcessorRandomCloud, LeaderElectionContextKeyTest, TestBulkSchemaConcurrent, TestEmbeddedSolrServerSchemaAPI, CursorMarkTest, DocumentBuilderTest, TestSubQueryTransformerCrossCore, TestConfig, TestUninvertingReader, JSONWriterTest, TestCollapseQParserPlugin, DateMathParserTest, TestHdfsUpdateLog, TestDistribIDF, HdfsTlogReplayBufferedWhileIndexingTest, DirectUpdateHandlerOptimizeTest, TestSolrJ, TestHighlightDedupGrouping, DirectoryFactoryTest, TestNRTOpen, TestNumericRangeQuery32, TestStressVersions, SharedFSAutoReplicaFailoverTest, TestImplicitCoreProperties, TestRequestForwarding, TermsComponentTest, PKIAuthenticationIntegrationTest, TestFastOutputStream, TestSolrConfigHandlerCloud, TestRandomFaceting, HttpSolrCallGetCoreTest, TestGraphTermsQParserPlugin, BlockCacheTest, FileUtilsTest, HdfsRestartWhileUpdatingTest, TestSlowCompositeReaderWrapper, TestSolrCloudWithSecureImpersonation, TestRestoreCore, JsonLoaderTest, TestMultiWordSynonyms, SliceStateTest, BasicZkTest, TestCoreAdminApis, TestIBSimilarityFactory, DocValuesTest, SolrPluginUtilsTest, SuggestComponentTest, TestCustomSort, TestSolrIndexConfig, SpellCheckCollatorWithCollapseTest, TestTestInjection, HLLUtilTest, DistanceUnitsTest, UpdateLogTest, PreAnalyzedUpdateProcessorTest, SpellCheckCollatorTest, TestRecoveryHdfs, TestSimpleQParserPlugin, TestLegacyNumericUtils, TestPerFieldSimilarityWithDefaultOverride, ConnectionManagerTest, TestCloudDeleteByQuery, MoveReplicaHDFSTest, TestCSVLoader, TestBadConfig, TestLegacyNumericRangeQueryBuilder, TestHdfsBackupRestoreCore, TestRecovery, RecoveryAfterSoftCommitTest, URLClassifyProcessorTest, TestSolrCloudSnapshots, TestStressUserVersions, PreAnalyzedFieldManagedSchemaCloudTest, TestCorePropertiesReload, TestUniqueKeyFieldResource, TestSuggestSpellingConverter, V2ApiIntegrationTest, TestJoin, TestSolrDeletionPolicy1, SolrCoreTest, CdcrUpdateLogTest, TestRuleBasedAuthorizationPlugin, DocValuesMissingTest, TestFoldingMultitermQuery, TestManagedSynonymGraphFilterFactory, LeaderElectionIntegrationTest, FastVectorHighlighterTest, TestSegmentSorting, TestMiniSolrCloudClusterSSL, MigrateRouteKeyTest, BJQParserTest, SolrCoreMetricManagerTest, TestJsonRequest, TestPostingsSolrHighlighter, TermVectorComponentTest, TestStressLiveNodes, CleanupOldIndexTest, BaseCdcrDistributedZkTest, NoCacheHeaderTest, DistributedFacetPivotSmallAdvancedTest, BlockJoinFacetSimpleTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, SyncSliceTest, RecoveryZkTest, TestReplicationHandler, ZkCLITest, TestDistributedSearch, ZkControllerTest, TestSolr4Spatial, QueryElevationComponentTest, PeerSyncTest, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, SuggesterFSTTest, SuggesterTest, TestStressLucene, SpatialFilterTest, PolyFieldTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, DebugComponentTest, CacheHeaderTest, TestQueryUtils, TestWriterPerf, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TestValueSourceCache, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, RegexBoostProcessorTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, TestComponentsName, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, ResponseLogComponentTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, RAMDirectoryFactoryTest, ClusterStateTest, TestUtils, TestDocumentBuilder, SystemInfoHandlerTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestSimpleTrackingShardHandler, TestTolerantSearch, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest, ActionThrottleTest, AliasIntegrationTest, AssignBackwardCompatibilityTest, CollectionsAPISolrJTest, DistribCursorPagingTest, ForceLeaderTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest]
   [junit4] Completed [537/749 (3!)] on J0 in 215.78s, 1 test, 1 error <<< FAILURES!

[...truncated 40850 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 20873 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20873/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseParallelGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:     1) Thread[id=239, name=jetty-launcher-12-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=236, name=jetty-launcher-12-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   1) Thread[id=239, name=jetty-launcher-12-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=236, name=jetty-launcher-12-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([9348B9E2548B7777]:0)


FAILED:  org.apache.lucene.search.TestSimilarity.testSimilarity

Error Message:
expected:<2.0> but was:<1.0>

Stack Trace:
java.lang.AssertionError: expected:<2.0> but was:<1.0>
	at __randomizedtesting.SeedInfo.seed([C4E7442AA8E0CDB4:35480412A80058AF]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:443)
	at org.junit.Assert.assertEquals(Assert.java:512)
	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:69)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq

Error Message:
first doc score should be zero, 3.0794418

Stack Trace:
java.lang.AssertionError: first doc score should be zero, 3.0794418
	at __randomizedtesting.SeedInfo.seed([C4E7442AA8E0CDB4:F894F0011E02F8B3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1142 lines...]
   [junit4] Suite: org.apache.lucene.search.spans.TestSpans
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSpans -Dtests.method=testSpanScorerZeroSloppyFreq -Dtests.seed=C4E7442AA8E0CDB4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=lt-LT -Dtests.timezone=Africa/Windhoek -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.02s J0 | TestSpans.testSpanScorerZeroSloppyFreq <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: first doc score should be zero, 3.0794418
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C4E7442AA8E0CDB4:F894F0011E02F8B3]:0)
   [junit4]    > 	at org.apache.lucene.search.spans.TestSpans.testSpanScorerZeroSloppyFreq(TestSpans.java:320)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/J0/temp/lucene.search.spans.TestSpans_C4E7442AA8E0CDB4-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Direct), text=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1192, maxMBSortInHeap=5.9645759995820296, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@7bb76d99), locale=lt-LT, timezone=Africa/Windhoek
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=253054168,total=369098752
   [junit4]   2> NOTE: All tests run in this JVM: [TestAutomatonQuery, TestSegmentMerger, TestCodecHoldsOpenFiles, TestUniqueTermCount, TestDirectPacked, TestBinaryTerms, TestIntroSelector, TestFrequencyTrackingRingBuffer, TestIndexWriter, TestSpansEnum, TestStressDeletes, TestAxiomaticF3LOG, TestMatchAllDocsQuery, TestIndexWriterNRTIsCurrent, TestDistributionLL, TestTrackingDirectoryWrapper, TestLMJelinekMercerSimilarity, TestOperations, TestBasicModelIF, TestDateTools, TestNoDeletionPolicy, TestCharArrayMap, TestUsageTrackingFilterCachingPolicy, TestTotalHitCountCollector, TestBagOfPositions, TestNeedsScores, TestExitableDirectoryReader, TestStandardAnalyzer, TestManyFields, TestLongBitSet, TestNot, TestFloatRangeFieldQueries, TestCachingCollector, TestIndexReaderClose, TestSmallFloat, TestIndexWriterExceptions2, TestSort, TestFlex, TestDocIDMerger, TestApproximationSearchEquivalence, TestDirectoryReaderReopen, TestIntRangeFieldQueries, TestBooleanQueryVisitSubscorers, TestCodecs, TestIndexWriterForceMerge, TestOmitNorms, TestUTF32ToUTF8, TestDeterminizeLexicon, TestOrdinalMap, TestDocValuesIndexing, TestSimpleFSLockFactory, TestSortedSetSortField, TestLiveFieldValues, TestSimpleSearchEquivalence, TestNewestSegment, TestRoaringDocIdSet, TestSpanCollection, TestQueryRescorer, TestDocsWithFieldSet, TestBytesStore, Test2BPoints, TestLucene70SegmentInfoFormat, TestPagedBytes, TestMultiTermQueryRewrites, TestMaxTermFrequency, TestPersistentSnapshotDeletionPolicy, TestIndexInput, TestIndexWriterExceptions, TestMultiThreadTermVectors, TestFilterCodecReader, TestTerm, TestSearch, TestSortRescorer, TestSpanMultiTermQueryWrapper, TestDocumentWriter, TestMultiCollector, TestMergeRateLimiter, TestCrashCausesCorruptIndex, TestPerFieldDocValuesFormat, TestIndexWriterReader, TestIndexWriterMerging, TestFSTs, TestPackedInts, TestIndexWriterWithThreads, TestAddIndexes, TestShardSearching, TestDeletionPolicy, TestBasics, TestFlushByRamOrCountsPolicy, TestSloppyPhraseQuery, TestIndexWriterDelete, TestIndexWriterMergePolicy, TestNRTThreads, TestBoolean2, TestNeverDelete, TestTopDocsMerge, TestStressIndexing, TestRollingUpdates, TestSnapshotDeletionPolicy, TestIndexWriterUnicode, TestNRTReaderWithThreads, TestArrayUtil, TestByteSlices, TestWeakIdentityMap, TestSimpleExplanations, TestDirectoryReader, TestLockFactory, TestPhraseQuery, TestNRTCachingDirectory, TestFieldCacheRewriteMethod, TestCrash, TestSegmentTermDocs, TestToken, TestCustomSearcherSort, TestSimilarityBase, TestBooleanMinShouldMatch, Test2BDocs, TestSpans]
   [junit4] Completed [278/475 (1!)] on J0 in 0.36s, 26 tests, 1 failure <<< FAILURES!

[...truncated 179 lines...]
   [junit4] Suite: org.apache.lucene.search.TestSimilarity
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSimilarity -Dtests.method=testSimilarity -Dtests.seed=C4E7442AA8E0CDB4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-HN -Dtests.timezone=Africa/Maputo -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.01s J1 | TestSimilarity.testSimilarity <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<2.0> but was:<1.0>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C4E7442AA8E0CDB4:35480412A80058AF]:0)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity$4.collect(TestSimilarity.java:146)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.AssertingCollector$1.collect(AssertingCollector.java:56)
   [junit4]    > 	at org.apache.lucene.search.AssertingLeafCollector.collect(AssertingLeafCollector.java:52)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:293)
   [junit4]    > 	at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:236)
   [junit4]    > 	at org.apache.lucene.search.BulkScorer.score(BulkScorer.java:39)
   [junit4]    > 	at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:69)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:645)
   [junit4]    > 	at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
   [junit4]    > 	at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:449)
   [junit4]    > 	at org.apache.lucene.search.TestSimilarity.testSimilarity(TestSimilarity.java:137)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=343, maxMBSortInHeap=6.80042065099213, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5e13724c), locale=es-HN, timezone=Africa/Maputo
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=220272624,total=397934592
   [junit4]   2> NOTE: All tests run in this JVM: [TestCheckIndex, TestBlendedTermQuery, TestDoubleValuesSource, TestSparseFixedBitSet, TestWildcard, TestFastDecompressionMode, TestFilterDirectoryReader, TestRecyclingByteBlockAllocator, TestTieredMergePolicy, TestDistributionSPL, TestCharArraySet, TestFixedBitDocIdSet, TestIndexSorting, TestExternalCodecs, Test2BSortedDocValuesFixedSorted, TestTimeLimitingCollector, TestOmitPositions, TestParallelReaderEmptyIndex, TestSPIClassIterator, TestRAMDirectory, TestFileSwitchDirectory, TestSumDocFreq, TestSingleInstanceLockFactory, TestMultiDocValues, TestDocInverterPerFieldErrorInfo, TestRecyclingIntBlockAllocator, TestComplexExplanations, TestParallelTermEnum, TestAxiomaticSimilarity, TestSynonymQuery, TestPositiveScoresOnlyCollector, TestLevenshteinAutomata, TestFieldInvertState, TestTragicIndexWriterDeadlock, TestDocIdsWriter, TestLRUQueryCache, TestSpanOrQuery, TestLucene70DocValuesFormat, TestByteArrayDataInput, TestIndexWriterOutOfFileDescriptors, TestReusableStringReader, TestReqExclBulkScorer, TestDirectory, TestTermsEnum2, TestMatchNoDocsQuery, TestPolygon, Test2BPostingsBytes, TestFieldValueQuery, TestTransactionRollback, TestInfoStream, TestSpanExplanationsOfNonMatches, TestSwappedIndexFiles, TestLucene60FieldInfoFormat, TestDuelingCodecs, TestIndependenceStandardized, TestSearcherManager, TestInPlaceMergeSorter, TestPrefixCodedTerms, TestNoMergeScheduler, TestAllFilesDetectTruncation, TestMSBRadixSorter, TestBytesRefArray, TestCustomNorms, TestSameScoresWithThreads, TestDeterminism, TestDemo, TestBooleanOr, TestRegexpRandom2, TestTransactions, TestGraphTokenizers, TestMmapDirectory, TestRollback, TestTimSorter, TestMinimize, TestNotDocIdSet, FuzzyTermOnShortTermsTest, TestBoostQuery, TestSizeBoundedForceMerge, TestPositionIncrement, TestBagOfPostings, TestThreadedForceMerge, TestStressNRT, TestForceMergeForever, TestOmitTf, TestDocumentsWriterDeleteQueue, TestForTooMuchCloning, TestFuzzyQuery, TestSortRandom, TestDocument, TestIndexableField, TestPrefixRandom, TestIndexFileDeleter, TestIndexWriterConfig, TestSimilarity]
   [junit4] Completed [337/475 (2!)] on J1 in 0.02s, 1 test, 1 failure <<< FAILURES!

[...truncated 10237 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth
   [junit4]   2> 12243 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_9348B9E2548B7777-001/init-core-data-001
   [junit4]   2> 12245 WARN  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 12246 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 12247 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 12355 WARN  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   2> 12523 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_9348B9E2548B7777-001/tempDir-001
   [junit4]   2> 12541 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 12543 INFO  (Thread-60) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 12543 INFO  (Thread-60) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 12650 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46415
   [junit4]   2> 12722 ERROR (Thread-60) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 12813 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa142bf9d0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 12818 INFO  (jetty-launcher-12-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 12821 INFO  (jetty-launcher-12-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 12917 INFO  (jetty-launcher-12-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dbc314c{/solr,null,AVAILABLE}
   [junit4]   2> 12920 INFO  (jetty-launcher-12-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4c99c169{HTTP/1.1,[http/1.1]}{127.0.0.1:36681}
   [junit4]   2> 12920 INFO  (jetty-launcher-12-thread-2) [    ] o.e.j.s.Server Started @14435ms
   [junit4]   2> 12920 INFO  (jetty-launcher-12-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36681}
   [junit4]   2> 12920 ERROR (jetty-launcher-12-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 12920 INFO  (jetty-launcher-12-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 12920 INFO  (jetty-launcher-12-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 12921 INFO  (jetty-launcher-12-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 12921 INFO  (jetty-launcher-12-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T14:50:27.409Z
   [junit4]   2> 12966 INFO  (jetty-launcher-12-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11ba5668{/solr,null,AVAILABLE}
   [junit4]   2> 12966 INFO  (jetty-launcher-12-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f73a0a{HTTP/1.1,[http/1.1]}{127.0.0.1:34501}
   [junit4]   2> 12966 INFO  (jetty-launcher-12-thread-1) [    ] o.e.j.s.Server Started @14481ms
   [junit4]   2> 12966 INFO  (jetty-launcher-12-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34501}
   [junit4]   2> 12967 ERROR (jetty-launcher-12-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 12967 INFO  (jetty-launcher-12-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 12967 INFO  (jetty-launcher-12-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 12967 INFO  (jetty-launcher-12-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 12967 INFO  (jetty-launcher-12-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T14:50:27.455Z
   [junit4]   2> 13006 INFO  (jetty-launcher-12-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 13030 INFO  (jetty-launcher-12-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 13071 INFO  (jetty-launcher-12-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46415/solr
   [junit4]   2> 13090 INFO  (jetty-launcher-12-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46415/solr
   [junit4]   2> 13148 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa142bf9d0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 13186 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa142bf9d0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 13418 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 13426 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36681_solr
   [junit4]   2> 13431 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.s.c.Overseer Overseer (id=98975024880091141-127.0.0.1:36681_solr-n_0000000000) starting
   [junit4]   2> 13535 INFO  (jetty-launcher-12-thread-1) [n:127.0.0.1:34501_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 13538 INFO  (jetty-launcher-12-thread-1) [n:127.0.0.1:34501_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34501_solr
   [junit4]   2> 13565 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:36681_solr) [n:127.0.0.1:36681_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 13577 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:34501_solr) [n:127.0.0.1:34501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 13636 INFO  (jetty-launcher-12-thread-1) [n:127.0.0.1:34501_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 13659 INFO  (jetty-launcher-12-thread-1) [n:127.0.0.1:34501_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 13691 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36681_solr
   [junit4]   2> 13702 INFO  (zkCallback-24-thread-1-processing-n:127.0.0.1:34501_solr) [n:127.0.0.1:34501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 13710 INFO  (zkCallback-23-thread-1-processing-n:127.0.0.1:36681_solr) [n:127.0.0.1:36681_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 13809 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 13809 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.s.s.HadoopAuthPlugin Params: {proxyuser.anyHostUsersGroup.hosts=*, proxyuser.wrongHost.hosts=1.1.1.1.1.1, proxyuser.bogusGroup.groups=__some_bogus_group, proxyuser.localHostAnyGroup.groups=*, cookie.domain=127.0.0.1, proxyuser.wrongHost.groups=*, type=simple, proxyuser.noHosts.groups=*, proxyuser.anyHostUsersGroup.groups=jenkins, proxyuser.noGroups.hosts=*, proxyuser.anyHostAnyUser.groups=*, delegation-token.token-kind=solr-dt, proxyuser.bogusGroup.hosts=*, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, proxyuser.localHostAnyGroup.hosts=localhost.localdomain,localhost,127.0.0.1, proxyuser.anyHostAnyUser.hosts=*, signer.secret.provider=zookeeper}
   [junit4]   2> 13814 INFO  (jetty-launcher-12-thread-1) [n:127.0.0.1:34501_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 13821 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 13876 INFO  (jetty-launcher-12-thread-2-EventThread) [n:127.0.0.1:36681_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 13877 INFO  (jetty-launcher-12-thread-1-EventThread) [n:127.0.0.1:34501_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 15012 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=1378939051
   [junit4]   2> 15013 ERROR (Finalizer) [    ] o.a.s.c.CoreContainer CoreContainer was not close prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!  instance=930829836
   [junit4]   2> 15102 INFO  (jetty-launcher-12-thread-1) [n:127.0.0.1:34501_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 15102 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 15265 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36681.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46222a89
   [junit4]   2> 15265 INFO  (jetty-launcher-12-thread-1) [n:127.0.0.1:34501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34501.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46222a89
   [junit4]   2> 15304 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36681.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46222a89
   [junit4]   2> 15304 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36681.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46222a89
   [junit4]   2> 15310 INFO  (jetty-launcher-12-thread-1) [n:127.0.0.1:34501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34501.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46222a89
   [junit4]   2> 15311 INFO  (jetty-launcher-12-thread-1) [n:127.0.0.1:34501_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34501.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@46222a89
   [junit4]   2> 15313 INFO  (jetty-launcher-12-thread-2) [n:127.0.0.1:36681_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_9348B9E2548B7777-001/tempDir-001/node2/.
   [junit4]   2> 15322 INFO  (jetty-launcher-12-thread-1) [n:127.0.0.1:34501_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestImpersonationWithHadoopAuth_9348B9E2548B7777-001/tempDir-001/node1/.
   [junit4]   2> 15623 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 15624 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46415/solr ready
   [junit4]   2> 15666 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateHost
   [junit4]   2> 15711 INFO  (qtp835508091-198) [n:127.0.0.1:36681_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 15712 INFO  (qtp835508091-198) [n:127.0.0.1:36681_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=localHostAnyGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 15720 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[9348B9E2548B7777]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=localHostAnyGroup&p=localHostAnyGroup&t=simple-dt&e=1510275030180&s=8jRSqLTXtnFKtKKPee8yeWQAp1s="; Domain=127.0.0.1; Expires=  , 10-   -2017 00:50:30 GMT; HttpOnly". Invalid 'expires' attribute: , 10- -2017 00:50:30 GMT
   [junit4]   2> 15720 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateHost-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateHost
   [junit4]   2> 15751 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidGroup
   [junit4]   2> 15868 WARN  (qtp835508091-190) [    ] o.a.h.s.ShellBasedUnixGroupsMapping got exception trying to get groups for user bar: id: ‘bar’: no such user
   [junit4]   2> id: ‘bar’: no such user
   [junit4]   2> 
   [junit4]   2> 16211 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[9348B9E2548B7777]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bogusGroup&p=bogusGroup&t=simple-dt&e=1510275030252&s=60NwWepTEQ9IRlMHEuRubquMbqg="; Domain=127.0.0.1; Expires=  , 10-   -2017 00:50:30 GMT; HttpOnly". Invalid 'expires' attribute: , 10- -2017 00:50:30 GMT
   [junit4]   2> 16212 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidGroup-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidGroup
   [junit4]   2> 16225 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyWrongHost
   [junit4]   2> 31265 WARN  (jetty-launcher-12-thread-1-SendThread(127.0.0.1:46415)) [n:127.0.0.1:34501_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16178ms for sessionid 0x15fa142bf9d0008
   [junit4]   2> 31265 WARN  (jetty-launcher-12-thread-2-SendThread(127.0.0.1:46415)) [n:127.0.0.1:36681_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 16178ms for sessionid 0x15fa142bf9d0007
   [junit4]   2> 31266 WARN  (jetty-launcher-12-thread-2-SendThread(127.0.0.1:46415)) [n:127.0.0.1:36681_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15533ms for sessionid 0x15fa142bf9d0005
   [junit4]   2> 31265 WARN  (jetty-launcher-12-thread-1-SendThread(127.0.0.1:46415)) [n:127.0.0.1:34501_solr    ] o.a.z.ClientCnxn Client session timed out, have not heard from server in 15867ms for sessionid 0x15fa142bf9d0006
   [junit4]   2> 31266 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa142bf9d0008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 31267 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa142bf9d0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 31268 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa142bf9d0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 31268 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa142bf9d0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 31269 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[9348B9E2548B7777]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=wrongHost&p=wrongHost&t=simple-dt&e=1510275030733&s=FlaHB2YKH/UM68WbPWIvwacFYTU="; Domain=127.0.0.1; Expires=  , 10-   -2017 00:50:30 GMT; HttpOnly". Invalid 'expires' attribute: , 10- -2017 00:50:30 GMT
   [junit4]   2> 31269 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyWrongHost-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyWrongHost
   [junit4]   2> 31277 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateGroup
   [junit4]   2> 31287 INFO  (qtp835508091-196) [n:127.0.0.1:36681_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 31287 INFO  (qtp835508091-196) [n:127.0.0.1:36681_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=jenkins&action=LIST&user.name=anyHostUsersGroup&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 31288 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[9348B9E2548B7777]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostUsersGroup&p=anyHostUsersGroup&t=simple-dt&e=1510275045767&s=WHEhxrm1kKzS3f5odVbmy7xBltI="; Domain=127.0.0.1; Expires=  , 10-   -2017 00:50:45 GMT; HttpOnly". Invalid 'expires' attribute: , 10- -2017 00:50:45 GMT
   [junit4]   2> 31288 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateGroup-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateGroup
   [junit4] IGNOR/A 0.00s J0 | TestImpersonationWithHadoopAuth.testForwarding
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/HADOOP-9893))
   [junit4]   2> 31299 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNullProxyUser
   [junit4]   2> 31301 INFO  (qtp835508091-196) [n:127.0.0.1:36681_solr    ] o.a.s.s.SolrDispatchFilter Error authenticating
   [junit4]   2> java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 31301 WARN  (qtp835508091-196) [n:127.0.0.1:36681_solr    ] o.e.j.s.ServletHandler /solr/admin/collections
   [junit4]   2> org.apache.solr.common.SolrException: Error during request authentication, 
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:457)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.lang.IllegalArgumentException: userName is NULL, empty or contains a '&'
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.checkForIllegalArgument(AuthToken.java:87)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.util.AuthToken.<init>(AuthToken.java:70)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationToken.<init>(AuthenticationToken.java:58)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.PseudoAuthenticationHandler.authenticate(PseudoAuthenticationHandler.java:195)
   [junit4]   2> 	at org.apache.hadoop.security.token.delegation.web.DelegationTokenAuthenticationHandler.authenticate(DelegationTokenAuthenticationHandler.java:348)
   [junit4]   2> 	at org.apache.solr.security.RequestContinuesRecorderAuthenticationHandler.authenticate(RequestContinuesRecorderAuthenticationHandler.java:69)
   [junit4]   2> 	at org.apache.hadoop.security.authentication.server.AuthenticationFilter.doFilter(AuthenticationFilter.java:518)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthFilter.doFilter(HadoopAuthFilter.java:110)
   [junit4]   2> 	at org.apache.solr.security.HadoopAuthPlugin.doAuthenticate(HadoopAuthPlugin.java:245)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.authenticateRequest(SolrDispatchFilter.java:451)
   [junit4]   2> 	... 26 more
   [junit4]   2> 31304 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNullProxyUser-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNullProxyUser
   [junit4]   2> 31311 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyValidateAnyHostAnyUser
   [junit4]   2> 31314 INFO  (qtp835508091-199) [n:127.0.0.1:36681_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 31315 INFO  (qtp835508091-199) [n:127.0.0.1:36681_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={doAs=bar&action=LIST&user.name=anyHostAnyUser&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 31315 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[9348B9E2548B7777]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=anyHostAnyUser&p=anyHostAnyUser&t=simple-dt&e=1510275045802&s=Ft5DnxpKZL3DdUZH6oO2k5nJttc="; Domain=127.0.0.1; Expires=  , 10-   -2017 00:50:45 GMT; HttpOnly". Invalid 'expires' attribute: , 10- -2017 00:50:45 GMT
   [junit4]   2> 31315 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyValidateAnyHostAnyUser-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyValidateAnyHostAnyUser
   [junit4]   2> 31322 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyInvalidProxyUser
   [junit4]   2> 31326 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[9348B9E2548B7777]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=bar&p=bar&t=simple-dt&e=1510275045811&s=PBZBn8Dzf8djK+R61qUhDwuXsDs="; Domain=127.0.0.1; Expires=  , 10-   -2017 00:50:45 GMT; HttpOnly". Invalid 'expires' attribute: , 10- -2017 00:50:45 GMT
   [junit4]   2> 31327 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyInvalidProxyUser-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyInvalidProxyUser
   [junit4]   2> 31334 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigHosts
   [junit4]   2> 31338 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[9348B9E2548B7777]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noHosts&p=noHosts&t=simple-dt&e=1510275045823&s=zhw/LaowxYNCpzg5vJSsaYMbOxM="; Domain=127.0.0.1; Expires=  , 10-   -2017 00:50:45 GMT; HttpOnly". Invalid 'expires' attribute: , 10- -2017 00:50:45 GMT
   [junit4]   2> 31338 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigHosts-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigHosts
   [junit4]   2> 31344 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testProxyNoConfigGroups
   [junit4]   2> 31348 WARN  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[9348B9E2548B7777]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=noGroups&p=noGroups&t=simple-dt&e=1510275045834&s=VELVuB9v9SMDIzPMZ+hNGKAN2J0="; Domain=127.0.0.1; Expires=  , 10-   -2017 00:50:45 GMT; HttpOnly". Invalid 'expires' attribute: , 10- -2017 00:50:45 GMT
   [junit4]   2> 31348 INFO  (TEST-TestImpersonationWithHadoopAuth.testProxyNoConfigGroups-seed#[9348B9E2548B7777]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testProxyNoConfigGroups
   [junit4]   2> 31366 INFO  (jetty-launcher-12-thread-1-EventThread) [n:127.0.0.1:34501_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 31368 WARN  (zkCallback-24-thread-2-processing-n:127.0.0.1:34501_solr) [n:127.0.0.1:34501_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3e75bb82 name: ZooKeeperConnection Watcher:127.0.0.1:46415/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 31368 WARN  (zkCallback-24-thread-2-processing-n:127.0.0.1:34501_solr) [n:127.0.0.1:34501_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 31368 WARN  (zkCallback-23-thread-3-processing-n:127.0.0.1:36681_solr) [n:127.0.0.1:36681_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20e9d140 name: ZooKeeperConnection Watcher:127.0.0.1:46415/solr got event WatchedEvent state:Disconnected type:None path:null path: null type: None
   [junit4]   2> 31370 WARN  (zkCallback-23-thread-3-processing-n:127.0.0.1:36681_solr) [n:127.0.0.1:36681_solr    ] o.a.s.c.c.ConnectionManager zkClient has disconnected
   [junit4]   2> 31371 INFO  (jetty-closer-13-thread-2) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1f73a0a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 31371 INFO  (jetty-closer-13-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4c99c169{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 31371 INFO  (jetty-closer-13-thread-2) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2000746970
   [junit4]   2> 31371 INFO  (jetty-closer-13-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1552565935
   [junit4]   2> 31372 INFO  (jetty-closer-13-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 31372 INFO  (jetty-closer-13-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 31372 INFO  (jetty-closer-13-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@695a7bb7: rootName = solr_36681, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@52c27bff
   [junit4]   2> 31372 INFO  (jetty-closer-13-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18009d8d: rootName = solr_34501, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@54d216de
   [junit4]   2> 31379 INFO  (jetty-closer-13-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 31379 INFO  (jetty-closer-13-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10b88dc1: rootName = solr_34501, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@50ed989c
   [junit4]   2> 31380 INFO  (jetty-closer-13-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 31380 INFO  (jetty-closer-13-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5cd38757: rootName = solr_36681, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@50ed989c
   [junit4]   2> 31385 INFO  (jetty-closer-13-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 31385 INFO  (jetty-closer-13-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 31385 INFO  (jetty-closer-13-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4079622a: rootName = solr_36681, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@17c0efc3
   [junit4]   2> 31385 INFO  (jetty-closer-13-thread-2) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@a0dfc5c: rootName = solr_34501, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@17c0efc3
   [junit4]   2> 32502 INFO  (jetty-launcher-12-thread-2-EventThread) [n:127.0.0.1:36681_solr    ] o.a.c.f.s.ConnectionStateManager State change: SUSPENDED
   [junit4]   2> 32998 INFO  (jetty-closer-13-thread-2) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34501_solr
   [junit4]   2> 32999 INFO  (jetty-closer-13-thread-2) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 32999 INFO  (jetty-closer-13-thread-2) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 32999 INFO  (zkCallback-24-thread-4-processing-n:127.0.0.1:34501_solr) [n:127.0.0.1:34501_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 33002 ERROR (Thread[Thread-77,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:34501_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 33033 INFO  (zkCallback-23-thread-7-processing-n:127.0.0.1:36681_solr) [n:127.0.0.1:36681_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 33033 INFO  (jetty-closer-13-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36681_solr
   [junit4]   2> 33034 INFO  (jetty-closer-13-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 33034 INFO  (jetty-closer-13-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 33035 INFO  (jetty-closer-13-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98975024880091141-127.0.0.1:36681_solr-n_0000000000) closing
   [junit4]   2> 33035 INFO  (OverseerStateUpdate-98975024880091141-127.0.0.1:36681_solr-n_0000000000) [n:127.0.0.1:36681_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36681_solr
   [junit4]   2> 33038 WARN  (OverseerAutoScalingTriggerThread-98975024880091141-127.0.0.1:36681_solr-n_0000000000) [n:127.0.0.1:36681_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 33038 INFO  (zkCallback-23-thread-6-processing-n:127.0.0.1:36681_solr) [n:127.0.0.1:36681_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 33039 ERROR (Thread[Thread-78,5,TGRP-TestImpersonationWithHadoopAuth]) [n:127.0.0.1:36681_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 33040 INFO  (jetty-closer-13-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@dbc314c{/solr,null,UNAVAILABLE}
   [junit4]   2> 33137 INFO  (jetty-closer-13-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@11ba5668{/solr,null,UNAVAILABLE}
   [junit4]   2> 33137 ERROR (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 33139 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46415 46415
   [junit4]   2> 38166 INFO  (Thread-60) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46415 46415
   [junit4]   2> 38168 WARN  (Thread-60) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMSeqNumRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_3
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_2
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_4
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMTokensRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 
   [junit4]   2> 38168 INFO  (SUITE-TestImpersonationWithHadoopAuth-seed#[9348B9E2548B7777]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Nov 09, 2017 2:50:52 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Nov 09, 2017 2:51:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]   2>    1) Thread[id=239, name=jetty-launcher-12-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2>    2) Thread[id=236, name=jetty-launcher-12-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2>         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2>         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2>         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2>         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2>         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2>         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Nov 09, 2017 2:51:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=239, name=jetty-launcher-12-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2>    2) Thread[id=236, name=jetty-launcher-12-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]   2> 58263 ERROR (jetty-launcher-12-thread-2-EventThread) [n:127.0.0.1:36681_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> 58263 ERROR (jetty-launcher-12-thread-1-EventThread) [n:127.0.0.1:34501_solr    ] o.a.c.f.i.CuratorFrameworkImpl Watcher exception
   [junit4]   2> java.lang.InterruptedException
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1039)
   [junit4]   2> 	at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]   2> 	at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]   2> 	at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]   2> 	at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]   2> 	at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]   2> 	at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]   2> 	at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]   2> Nov 09, 2017 2:51:12 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: All leaked threads terminated.
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1556, maxMBSortInHeap=5.991091043064563, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@fb678c2), locale=ru-RU, timezone=Africa/Sao_Tome
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=441769760,total=490209280
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedMLTComponentTest, DirectoryFactoryTest, TestImpersonationWithHadoopAuth]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=9348B9E2548B7777 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ru-RU -Dtests.timezone=Africa/Sao_Tome -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestImpersonationWithHadoopAuth (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]    >    1) Thread[id=239, name=jetty-launcher-12-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >    2) Thread[id=236, name=jetty-launcher-12-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9348B9E2548B7777]:0)
   [junit4] Completed [11/749 (1!)] on J0 in 46.04s, 10 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 49706 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 20872 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20872/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor

Error Message:
Error from server at https://127.0.0.1:35619/solr: Could not fully remove collection: newcollection2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35619/solr: Could not fully remove collection: newcollection2
	at __randomizedtesting.SeedInfo.seed([5FD8B20B511C544C:3087AE744A2DF7BA]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.TestConfigSetsAPI.createCollection(TestConfigSetsAPI.java:512)
	at org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor(TestConfigSetsAPI.java:343)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11926 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestConfigSetsAPI
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/init-core-data-001
   [junit4]   2> 317158 INFO  (SUITE-TestConfigSetsAPI-seed#[5FD8B20B511C544C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 317159 INFO  (SUITE-TestConfigSetsAPI-seed#[5FD8B20B511C544C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 317161 INFO  (SUITE-TestConfigSetsAPI-seed#[5FD8B20B511C544C]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 317162 INFO  (TEST-TestConfigSetsAPI.testDelete-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDelete
   [junit4]   2> 317162 INFO  (TEST-TestConfigSetsAPI.testDelete-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-001
   [junit4]   2> 317163 INFO  (TEST-TestConfigSetsAPI.testDelete-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 317168 INFO  (Thread-509) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 317168 INFO  (Thread-509) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 317173 ERROR (Thread-509) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 317263 INFO  (TEST-TestConfigSetsAPI.testDelete-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer start zk server on port:44101
   [junit4]   2> 317276 INFO  (jetty-launcher-318-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 317276 INFO  (jetty-launcher-318-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c240a2{/solr,null,AVAILABLE}
   [junit4]   2> 317279 INFO  (jetty-launcher-318-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@106e60a{SSL,[ssl, http/1.1]}{127.0.0.1:44881}
   [junit4]   2> 317279 INFO  (jetty-launcher-318-thread-1) [    ] o.e.j.s.Server Started @318673ms
   [junit4]   2> 317279 INFO  (jetty-launcher-318-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44881}
   [junit4]   2> 317279 ERROR (jetty-launcher-318-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 317279 INFO  (jetty-launcher-318-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 317279 INFO  (jetty-launcher-318-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 317279 INFO  (jetty-launcher-318-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 317279 INFO  (jetty-launcher-318-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T12:00:09.269Z
   [junit4]   2> 317281 INFO  (jetty-launcher-318-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 317292 INFO  (jetty-launcher-318-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44101/solr
   [junit4]   2> 317378 INFO  (jetty-launcher-318-thread-1) [n:127.0.0.1:44881_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 317378 INFO  (jetty-launcher-318-thread-1) [n:127.0.0.1:44881_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44881_solr
   [junit4]   2> 317379 INFO  (jetty-launcher-318-thread-1) [n:127.0.0.1:44881_solr    ] o.a.s.c.Overseer Overseer (id=98974355237240835-127.0.0.1:44881_solr-n_0000000000) starting
   [junit4]   2> 317383 INFO  (jetty-launcher-318-thread-1) [n:127.0.0.1:44881_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44881_solr
   [junit4]   2> 317387 INFO  (OverseerStateUpdate-98974355237240835-127.0.0.1:44881_solr-n_0000000000) [n:127.0.0.1:44881_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 317525 INFO  (jetty-launcher-318-thread-1) [n:127.0.0.1:44881_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44881.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 317535 INFO  (jetty-launcher-318-thread-1) [n:127.0.0.1:44881_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44881.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 317535 INFO  (jetty-launcher-318-thread-1) [n:127.0.0.1:44881_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44881.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 317537 INFO  (jetty-launcher-318-thread-1) [n:127.0.0.1:44881_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-001/node1/.
   [junit4]   2> 317642 INFO  (qtp834286-1987) [n:127.0.0.1:44881_solr    ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :delete with params name=configSet&action=DELETE&wt=javabin&version=2 
   [junit4]   2> 317645 INFO  (OverseerThreadFactory-838-thread-1-processing-n:127.0.0.1:44881_solr) [n:127.0.0.1:44881_solr    ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : delete , {
   [junit4]   2>   "name":"configSet",
   [junit4]   2>   "operation":"configsets:delete"}
   [junit4]   2> 317646 INFO  (OverseerThreadFactory-838-thread-1-processing-n:127.0.0.1:44881_solr) [n:127.0.0.1:44881_solr    ] o.a.s.c.OverseerConfigSetMessageHandler no existing ConfigSet properties found
   [junit4]   2> 317649 INFO  (qtp834286-1987) [n:127.0.0.1:44881_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={name=configSet&action=DELETE&wt=javabin&version=2} status=0 QTime=6
   [junit4]   2> 317651 INFO  (jetty-closer-319-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@106e60a{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 317651 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=16256943
   [junit4]   2> 317652 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 317652 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@158758: rootName = solr_44881, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@7cf25f
   [junit4]   2> 317660 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 317660 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1fe2d4a: rootName = solr_44881, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@21c3e1
   [junit4]   2> 317668 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 317668 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f689fe: rootName = solr_44881, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a3fa8e
   [junit4]   2> 317669 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:44881_solr
   [junit4]   2> 317669 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 317670 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 317670 INFO  (zkCallback-325-thread-1-processing-n:127.0.0.1:44881_solr) [n:127.0.0.1:44881_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 317670 INFO  (jetty-closer-319-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98974355237240835-127.0.0.1:44881_solr-n_0000000000) closing
   [junit4]   2> 317670 INFO  (OverseerStateUpdate-98974355237240835-127.0.0.1:44881_solr-n_0000000000) [n:127.0.0.1:44881_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:44881_solr
   [junit4]   2> 317670 WARN  (OverseerAutoScalingTriggerThread-98974355237240835-127.0.0.1:44881_solr-n_0000000000) [n:127.0.0.1:44881_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 317672 INFO  (jetty-closer-319-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c240a2{/solr,null,UNAVAILABLE}
   [junit4]   2> 317672 ERROR (TEST-TestConfigSetsAPI.testDelete-seed#[5FD8B20B511C544C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 317672 INFO  (TEST-TestConfigSetsAPI.testDelete-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44101 44101
   [junit4]   2> 321439 INFO  (Thread-509) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44101 44101
   [junit4]   2> 321442 INFO  (TEST-TestConfigSetsAPI.testDelete-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDelete
   [junit4]   2> 321444 INFO  (TEST-TestConfigSetsAPI.testUploadWithScriptUpdateProcessor-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUploadWithScriptUpdateProcessor
   [junit4]   2> 321444 INFO  (TEST-TestConfigSetsAPI.testUploadWithScriptUpdateProcessor-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-002
   [junit4]   2> 321444 INFO  (TEST-TestConfigSetsAPI.testUploadWithScriptUpdateProcessor-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 321444 INFO  (Thread-519) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 321444 INFO  (Thread-519) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 321453 ERROR (Thread-519) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 321544 INFO  (TEST-TestConfigSetsAPI.testUploadWithScriptUpdateProcessor-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer start zk server on port:35345
   [junit4]   2> 321555 INFO  (jetty-launcher-332-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 321556 INFO  (jetty-launcher-332-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dd6c85{/solr,null,AVAILABLE}
   [junit4]   2> 321557 INFO  (jetty-launcher-332-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@64b569{SSL,[ssl, http/1.1]}{127.0.0.1:35619}
   [junit4]   2> 321557 INFO  (jetty-launcher-332-thread-1) [    ] o.e.j.s.Server Started @322951ms
   [junit4]   2> 321557 INFO  (jetty-launcher-332-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35619}
   [junit4]   2> 321557 ERROR (jetty-launcher-332-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 321557 INFO  (jetty-launcher-332-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 321557 INFO  (jetty-launcher-332-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 321557 INFO  (jetty-launcher-332-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 321557 INFO  (jetty-launcher-332-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T12:00:13.547Z
   [junit4]   2> 321561 INFO  (jetty-launcher-332-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 321571 INFO  (jetty-launcher-332-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35345/solr
   [junit4]   2> 321631 INFO  (jetty-launcher-332-thread-1) [n:127.0.0.1:35619_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 321631 INFO  (jetty-launcher-332-thread-1) [n:127.0.0.1:35619_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35619_solr
   [junit4]   2> 321632 INFO  (jetty-launcher-332-thread-1) [n:127.0.0.1:35619_solr    ] o.a.s.c.Overseer Overseer (id=98974355517538307-127.0.0.1:35619_solr-n_0000000000) starting
   [junit4]   2> 321638 INFO  (jetty-launcher-332-thread-1) [n:127.0.0.1:35619_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35619_solr
   [junit4]   2> 321639 INFO  (zkCallback-339-thread-1-processing-n:127.0.0.1:35619_solr) [n:127.0.0.1:35619_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 321829 INFO  (jetty-launcher-332-thread-1) [n:127.0.0.1:35619_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35619.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 321840 INFO  (jetty-launcher-332-thread-1) [n:127.0.0.1:35619_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35619.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 321840 INFO  (jetty-launcher-332-thread-1) [n:127.0.0.1:35619_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35619.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 321841 INFO  (jetty-launcher-332-thread-1) [n:127.0.0.1:35619_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-002/node1/.
   [junit4]   2> 321862 INFO  (TEST-TestConfigSetsAPI.testUploadWithScriptUpdateProcessor-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.TestConfigSetsAPI Directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/configsets/upload/with-script-processor
   [junit4]   2> 321864 INFO  (TEST-TestConfigSetsAPI.testUploadWithScriptUpdateProcessor-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.TestConfigSetsAPI Zipfile: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-002/fhkvyqmg.zip
   [junit4]   2> 321943 INFO  (qtp24069151-2039) [n:127.0.0.1:35619_solr    ] o.a.s.h.a.ConfigSetsHandler Trying to upload a configset. authcPlugin: null, user principal: null
   [junit4]   2> 321945 INFO  (qtp24069151-2039) [n:127.0.0.1:35619_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={name=with-script-processor-untrusted&action=UPLOAD} status=0 QTime=2
   [junit4]   2> 321950 INFO  (TEST-TestConfigSetsAPI.testUploadWithScriptUpdateProcessor-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 321951 INFO  (TEST-TestConfigSetsAPI.testUploadWithScriptUpdateProcessor-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35345/solr ready
   [junit4]   2> 321957 INFO  (qtp24069151-2046) [n:127.0.0.1:35619_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=with-script-processor-untrusted&name=newcollection2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 321959 INFO  (OverseerThreadFactory-849-thread-1-processing-n:127.0.0.1:35619_solr) [n:127.0.0.1:35619_solr    ] o.a.s.c.CreateCollectionCmd Create collection newcollection2
   [junit4]   2> 322069 INFO  (OverseerStateUpdate-98974355517538307-127.0.0.1:35619_solr-n_0000000000) [n:127.0.0.1:35619_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"newcollection2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"newcollection2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35619/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 322275 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=with-script-processor-untrusted&newCollection=true&name=newcollection2_shard1_replica_n1&action=CREATE&numShards=1&collection=newcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 322275 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 322378 INFO  (zkCallback-339-thread-1-processing-n:127.0.0.1:35619_solr) [n:127.0.0.1:35619_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/newcollection2/state.json] for collection [newcollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 322379 INFO  (zkCallback-339-thread-2-processing-n:127.0.0.1:35619_solr) [n:127.0.0.1:35619_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/newcollection2/state.json] for collection [newcollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 323292 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 323306 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.s.IndexSchema [newcollection2_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 323309 WARN  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 323309 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 323309 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'newcollection2_shard1_replica_n1' using configuration from collection newcollection2, trusted=false
   [junit4]   2> 323310 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35619.solr.core.newcollection2.shard1.replica_n1' (registry 'solr.core.newcollection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 323310 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 323310 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.c.SolrCore [[newcollection2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-002/node1/newcollection2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-002/node1/./newcollection2_shard1_replica_n1/data/]
   [junit4]   2> 323383 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 323383 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 323384 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1e5131c[newcollection2_shard1_replica_n1] main]
   [junit4]   2> 323385 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/with-script-processor-untrusted
   [junit4]   2> 323386 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/with-script-processor-untrusted
   [junit4]   2> 323386 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/with-script-processor-untrusted/managed-schema
   [junit4]   2> 323386 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 323387 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.c.SolrCore [newcollection2_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@9c8f99
   [junit4]   2> 323387 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.newcollection2.shard1.replica_n1, tag=10260377
   [junit4]   2> 323392 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@d66e60: rootName = solr_35619, domain = solr.core.newcollection2.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.newcollection2.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2a8ecd
   [junit4]   2> 323392 INFO  (searcherExecutor-852-thread-1-processing-n:127.0.0.1:35619_solr x:newcollection2_shard1_replica_n1 s:shard1 c:newcollection2 r:core_node2) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.c.SolrCore [newcollection2_shard1_replica_n1] Registered new searcher Searcher@1e5131c[newcollection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323404 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.newcollection2.shard1.leader, tag=10260377
   [junit4]   2> 323406 ERROR (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'newcollection2_shard1_replica_n1': Unable to create core [newcollection2_shard1_replica_n1] Caused by: The configset for this collection was uploaded without any authentication in place, and this operation is not available for collections with untrusted configsets. To use this component, re-upload the configset after enabling authentication and authorization.
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:991)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [newcollection2_shard1_replica_n1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1057)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	... 37 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: The configset for this collection was uploaded without any authentication in place, and this operation is not available for collections with untrusted configsets. To use this component, re-upload the configset after enabling authentication and authorization.
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:989)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:844)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1041)
   [junit4]   2> 	... 38 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: The configset for this collection was uploaded without any authentication in place, and this operation is not available for collections with untrusted configsets. To use this component, re-upload the configset after enabling authentication and authorization.
   [junit4]   2> 	at org.apache.solr.update.processor.StatelessScriptUpdateProcessorFactory.inform(StatelessScriptUpdateProcessorFactory.java:223)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.inform(SolrResourceLoader.java:696)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:968)
   [junit4]   2> 	... 40 more
   [junit4]   2> 
   [junit4]   2> 323407 INFO  (qtp24069151-2041) [n:127.0.0.1:35619_solr c:newcollection2 s:shard1 r:core_node2 x:newcollection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=with-script-processor-untrusted&newCollection=true&name=newcollection2_shard1_replica_n1&action=CREATE&numShards=1&collection=newcollection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=400 QTime=1132
   [junit4]   2> 323408 ERROR (OverseerThreadFactory-849-thread-1-processing-n:127.0.0.1:35619_solr) [n:127.0.0.1:35619_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:35619/solr
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35619/solr: Error CREATEing SolrCore 'newcollection2_shard1_replica_n1': Unable to create core [newcollection2_shard1_replica_n1] Caused by: The configset for this collection was uploaded without any authentication in place, and this operation is not available for collections with untrusted configsets. To use this component, re-upload the configset after enabling authentication and authorization.
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 323408 ERROR (OverseerThreadFactory-849-thread-1-processing-n:127.0.0.1:35619_solr) [n:127.0.0.1:35619_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [newcollection2].
   [junit4]   2> 323409 INFO  (OverseerThreadFactory-849-thread-1-processing-n:127.0.0.1:35619_solr) [n:127.0.0.1:35619_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 323411 INFO  (qtp24069151-2045) [n:127.0.0.1:35619_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=newcollection2_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 353446 INFO  (zkCallback-339-thread-3-processing-n:127.0.0.1:35619_solr) [n:127.0.0.1:35619_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/newcollection2/state.json] for collection [newcollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 353446 INFO  (zkCallback-339-thread-2-processing-n:127.0.0.1:35619_solr) [n:127.0.0.1:35619_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/newcollection2/state.json] for collection [newcollection2] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 353446 ERROR (OverseerThreadFactory-849-thread-1-processing-n:127.0.0.1:35619_solr) [n:127.0.0.1:35619_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: newcollection2 operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: newcollection2
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 353456 INFO  (qtp24069151-2046) [n:127.0.0.1:35619_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=with-script-processor-untrusted&name=newcollection2&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=31499
   [junit4]   2> 353456 ERROR (qtp24069151-2046) [n:127.0.0.1:35619_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully remove collection: newcollection2
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:307)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:244)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:222)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:737)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:718)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:499)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 353459 INFO  (jetty-closer-333-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@64b569{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 353460 INFO  (jetty-closer-333-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=6339713
   [junit4]   2> 353460 INFO  (jetty-closer-333-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 353460 INFO  (jetty-closer-333-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@10bb224: rootName = solr_35619, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1355e0c
   [junit4]   2> 353468 INFO  (jetty-closer-333-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 353469 INFO  (jetty-closer-333-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b520a0: rootName = solr_35619, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@21c3e1
   [junit4]   2> 353477 INFO  (jetty-closer-333-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 353477 INFO  (jetty-closer-333-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1eb767a: rootName = solr_35619, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a3fa8e
   [junit4]   2> 353478 INFO  (jetty-closer-333-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35619_solr
   [junit4]   2> 353479 INFO  (jetty-closer-333-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 353479 INFO  (zkCallback-339-thread-1-processing-n:127.0.0.1:35619_solr) [n:127.0.0.1:35619_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 353480 INFO  (jetty-closer-333-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98974355517538307-127.0.0.1:35619_solr-n_0000000000) closing
   [junit4]   2> 353480 INFO  (OverseerStateUpdate-98974355517538307-127.0.0.1:35619_solr-n_0000000000) [n:127.0.0.1:35619_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35619_solr
   [junit4]   2> 353480 WARN  (OverseerAutoScalingTriggerThread-98974355517538307-127.0.0.1:35619_solr-n_0000000000) [n:127.0.0.1:35619_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 353482 INFO  (jetty-closer-333-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@dd6c85{/solr,null,UNAVAILABLE}
   [junit4]   2> 353482 ERROR (TEST-TestConfigSetsAPI.testUploadWithScriptUpdateProcessor-seed#[5FD8B20B511C544C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 353482 INFO  (TEST-TestConfigSetsAPI.testUploadWithScriptUpdateProcessor-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35345 35345
   [junit4]   2> 358375 INFO  (Thread-519) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35345 35345
   [junit4]   2> 358375 WARN  (Thread-519) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/collections/newcollection2/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 358375 INFO  (TEST-TestConfigSetsAPI.testUploadWithScriptUpdateProcessor-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUploadWithScriptUpdateProcessor
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestConfigSetsAPI -Dtests.method=testUploadWithScriptUpdateProcessor -Dtests.seed=5FD8B20B511C544C -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=el-GR -Dtests.timezone=America/Santarem -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   36.9s J1 | TestConfigSetsAPI.testUploadWithScriptUpdateProcessor <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:35619/solr: Could not fully remove collection: newcollection2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5FD8B20B511C544C:3087AE744A2DF7BA]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1096)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:875)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:808)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.cloud.TestConfigSetsAPI.createCollection(TestConfigSetsAPI.java:512)
   [junit4]    > 	at org.apache.solr.cloud.TestConfigSetsAPI.testUploadWithScriptUpdateProcessor(TestConfigSetsAPI.java:343)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 358378 INFO  (TEST-TestConfigSetsAPI.testUserAndTestDefaultConfigsetsAreSame-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUserAndTestDefaultConfigsetsAreSame
   [junit4]   2> 358378 INFO  (TEST-TestConfigSetsAPI.testUserAndTestDefaultConfigsetsAreSame-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-003
   [junit4]   2> 358378 INFO  (TEST-TestConfigSetsAPI.testUserAndTestDefaultConfigsetsAreSame-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 358379 INFO  (Thread-530) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 358379 INFO  (Thread-530) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 358380 ERROR (Thread-530) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 358479 INFO  (TEST-TestConfigSetsAPI.testUserAndTestDefaultConfigsetsAreSame-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer start zk server on port:46067
   [junit4]   2> 358484 INFO  (jetty-launcher-347-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 358486 INFO  (jetty-launcher-347-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@123660{/solr,null,AVAILABLE}
   [junit4]   2> 358486 INFO  (jetty-launcher-347-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@137049f{SSL,[ssl, http/1.1]}{127.0.0.1:35315}
   [junit4]   2> 358486 INFO  (jetty-launcher-347-thread-1) [    ] o.e.j.s.Server Started @359881ms
   [junit4]   2> 358486 INFO  (jetty-launcher-347-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35315}
   [junit4]   2> 358487 ERROR (jetty-launcher-347-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 358487 INFO  (jetty-launcher-347-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 358487 INFO  (jetty-launcher-347-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 358487 INFO  (jetty-launcher-347-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 358487 INFO  (jetty-launcher-347-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T12:00:50.477Z
   [junit4]   2> 358492 INFO  (jetty-launcher-347-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 358503 INFO  (jetty-launcher-347-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46067/solr
   [junit4]   2> 358554 INFO  (jetty-launcher-347-thread-1) [n:127.0.0.1:35315_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 358554 INFO  (jetty-launcher-347-thread-1) [n:127.0.0.1:35315_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35315_solr
   [junit4]   2> 358555 INFO  (jetty-launcher-347-thread-1) [n:127.0.0.1:35315_solr    ] o.a.s.c.Overseer Overseer (id=98974357937848323-127.0.0.1:35315_solr-n_0000000000) starting
   [junit4]   2> 358560 INFO  (jetty-launcher-347-thread-1) [n:127.0.0.1:35315_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35315_solr
   [junit4]   2> 358560 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:35315_solr) [n:127.0.0.1:35315_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 358712 INFO  (jetty-launcher-347-thread-1) [n:127.0.0.1:35315_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35315.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 358723 INFO  (jetty-launcher-347-thread-1) [n:127.0.0.1:35315_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35315.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 358723 INFO  (jetty-launcher-347-thread-1) [n:127.0.0.1:35315_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35315.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 358725 INFO  (jetty-launcher-347-thread-1) [n:127.0.0.1:35315_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-003/node1/.
   [junit4]   2> 358743 INFO  (TEST-TestConfigSetsAPI.testUserAndTestDefaultConfigsetsAreSame-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.TestConfigSetsAPI Test _default path: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/configsets/_default/conf
   [junit4]   2> 358744 INFO  (TEST-TestConfigSetsAPI.testUserAndTestDefaultConfigsetsAreSame-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.TestConfigSetsAPI User _default path: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/server/solr/configsets/_default/conf
   [junit4]   2> 358754 INFO  (jetty-closer-348-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@137049f{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 358754 INFO  (jetty-closer-348-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=5166650
   [junit4]   2> 358755 INFO  (jetty-closer-348-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 358755 INFO  (jetty-closer-348-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1860a69: rootName = solr_35315, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c1a89c
   [junit4]   2> 358760 INFO  (jetty-closer-348-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 358760 INFO  (jetty-closer-348-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1abfc98: rootName = solr_35315, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@21c3e1
   [junit4]   2> 358765 INFO  (jetty-closer-348-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 358765 INFO  (jetty-closer-348-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c55869: rootName = solr_35315, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a3fa8e
   [junit4]   2> 358766 INFO  (jetty-closer-348-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35315_solr
   [junit4]   2> 358766 INFO  (jetty-closer-348-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 358766 INFO  (zkCallback-354-thread-1-processing-n:127.0.0.1:35315_solr) [n:127.0.0.1:35315_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 358766 INFO  (jetty-closer-348-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 358767 INFO  (jetty-closer-348-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98974357937848323-127.0.0.1:35315_solr-n_0000000000) closing
   [junit4]   2> 358767 INFO  (OverseerStateUpdate-98974357937848323-127.0.0.1:35315_solr-n_0000000000) [n:127.0.0.1:35315_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35315_solr
   [junit4]   2> 358767 WARN  (OverseerAutoScalingTriggerThread-98974357937848323-127.0.0.1:35315_solr-n_0000000000) [n:127.0.0.1:35315_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 358768 INFO  (jetty-closer-348-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@123660{/solr,null,UNAVAILABLE}
   [junit4]   2> 358772 ERROR (TEST-TestConfigSetsAPI.testUserAndTestDefaultConfigsetsAreSame-seed#[5FD8B20B511C544C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 358772 INFO  (TEST-TestConfigSetsAPI.testUserAndTestDefaultConfigsetsAreSame-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46067 46067
   [junit4]   2> 359019 INFO  (Thread-530) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46067 46067
   [junit4]   2> 359020 INFO  (TEST-TestConfigSetsAPI.testUserAndTestDefaultConfigsetsAreSame-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testUserAndTestDefaultConfigsetsAreSame
   [junit4]   2> 359021 INFO  (TEST-TestConfigSetsAPI.testCreate-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreate
   [junit4]   2> 359022 INFO  (TEST-TestConfigSetsAPI.testCreate-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-004
   [junit4]   2> 359022 INFO  (TEST-TestConfigSetsAPI.testCreate-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 359022 INFO  (Thread-541) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 359022 INFO  (Thread-541) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 359023 ERROR (Thread-541) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 359122 INFO  (TEST-TestConfigSetsAPI.testCreate-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer start zk server on port:43241
   [junit4]   2> 359128 INFO  (jetty-launcher-359-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 359129 INFO  (jetty-launcher-359-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@344dfd{/solr,null,AVAILABLE}
   [junit4]   2> 359129 INFO  (jetty-launcher-359-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6621c7{SSL,[ssl, http/1.1]}{127.0.0.1:46687}
   [junit4]   2> 359129 INFO  (jetty-launcher-359-thread-1) [    ] o.e.j.s.Server Started @360524ms
   [junit4]   2> 359129 INFO  (jetty-launcher-359-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46687}
   [junit4]   2> 359130 ERROR (jetty-launcher-359-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 359130 INFO  (jetty-launcher-359-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 359130 INFO  (jetty-launcher-359-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 359130 INFO  (jetty-launcher-359-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 359130 INFO  (jetty-launcher-359-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T12:00:51.120Z
   [junit4]   2> 359132 INFO  (jetty-launcher-359-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 359142 INFO  (jetty-launcher-359-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43241/solr
   [junit4]   2> 359178 INFO  (jetty-launcher-359-thread-1) [n:127.0.0.1:46687_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 359179 INFO  (jetty-launcher-359-thread-1) [n:127.0.0.1:46687_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46687_solr
   [junit4]   2> 359179 INFO  (jetty-launcher-359-thread-1) [n:127.0.0.1:46687_solr    ] o.a.s.c.Overseer Overseer (id=98974357979987971-127.0.0.1:46687_solr-n_0000000000) starting
   [junit4]   2> 359182 INFO  (jetty-launcher-359-thread-1) [n:127.0.0.1:46687_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46687_solr
   [junit4]   2> 359183 INFO  (OverseerStateUpdate-98974357979987971-127.0.0.1:46687_solr-n_0000000000) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 359265 INFO  (jetty-launcher-359-thread-1) [n:127.0.0.1:46687_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46687.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 359274 INFO  (jetty-launcher-359-thread-1) [n:127.0.0.1:46687_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46687.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 359274 INFO  (jetty-launcher-359-thread-1) [n:127.0.0.1:46687_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46687.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 359275 INFO  (jetty-launcher-359-thread-1) [n:127.0.0.1:46687_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-004/node1/.
   [junit4]   2> 359364 INFO  (qtp29853172-2145) [n:127.0.0.1:46687_solr    ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :create with params baseConfigSet=baseConfigSet1&name=configSet1&action=CREATE&wt=javabin&version=2 
   [junit4]   2> 359366 INFO  (OverseerThreadFactory-875-thread-1-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"configSet1",
   [junit4]   2>   "baseConfigSet":"baseConfigSet1",
   [junit4]   2>   "immutable":"false",
   [junit4]   2>   "operation":"configsets:create"}
   [junit4]   2> 359366 INFO  (OverseerThreadFactory-875-thread-1-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/baseConfigSet1/schema.xml to /configs/configSet1/schema.xml
   [junit4]   2> 359367 INFO  (OverseerThreadFactory-875-thread-1-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/baseConfigSet1/solrconfig.xml to /configs/configSet1/solrconfig.xml
   [junit4]   2> 359369 INFO  (qtp29853172-2145) [n:127.0.0.1:46687_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={baseConfigSet=baseConfigSet1&name=configSet1&action=CREATE&wt=javabin&version=2} status=0 QTime=5
   [junit4]   2> 359381 INFO  (qtp29853172-2150) [n:127.0.0.1:46687_solr    ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :create with params baseConfigSet=baseConfigSet2&configSetProp.key1=value1&name=configSet2&action=CREATE&configSetProp.immutable=true&wt=javabin&version=2 
   [junit4]   2> 359383 INFO  (OverseerThreadFactory-875-thread-2-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"configSet2",
   [junit4]   2>   "baseConfigSet":"baseConfigSet2",
   [junit4]   2>   "configSetProp.key1":"value1",
   [junit4]   2>   "configSetProp.immutable":"true",
   [junit4]   2>   "immutable":"false",
   [junit4]   2>   "operation":"configsets:create"}
   [junit4]   2> 359383 INFO  (OverseerCollectionConfigSetProcessor-98974357979987971-127.0.0.1:46687_solr-n_0000000000) [n:127.0.0.1:46687_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 359383 INFO  (OverseerThreadFactory-875-thread-2-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.OverseerConfigSetMessageHandler no existing ConfigSet properties found
   [junit4]   2> 359383 INFO  (OverseerThreadFactory-875-thread-2-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/baseConfigSet2/schema.xml to /configs/configSet2/schema.xml
   [junit4]   2> 359384 INFO  (OverseerThreadFactory-875-thread-2-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/baseConfigSet2/solrconfig.xml to /configs/configSet2/solrconfig.xml
   [junit4]   2> 359386 INFO  (qtp29853172-2150) [n:127.0.0.1:46687_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={baseConfigSet=baseConfigSet2&configSetProp.key1=value1&name=configSet2&action=CREATE&configSetProp.immutable=true&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 359397 INFO  (qtp29853172-2151) [n:127.0.0.1:46687_solr    ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :create with params baseConfigSet=baseConfigSet3&name=configSet3&action=CREATE&wt=javabin&version=2 
   [junit4]   2> 359398 INFO  (OverseerThreadFactory-875-thread-3-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"configSet3",
   [junit4]   2>   "baseConfigSet":"baseConfigSet3",
   [junit4]   2>   "immutable":"false",
   [junit4]   2>   "operation":"configsets:create"}
   [junit4]   2> 359398 INFO  (OverseerCollectionConfigSetProcessor-98974357979987971-127.0.0.1:46687_solr-n_0000000000) [n:127.0.0.1:46687_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 359398 INFO  (OverseerThreadFactory-875-thread-3-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/baseConfigSet3/schema.xml to /configs/configSet3/schema.xml
   [junit4]   2> 359399 INFO  (OverseerThreadFactory-875-thread-3-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/baseConfigSet3/configsetprops.json to /configs/configSet3/configsetprops.json
   [junit4]   2> 359399 INFO  (OverseerThreadFactory-875-thread-3-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/baseConfigSet3/solrconfig.xml to /configs/configSet3/solrconfig.xml
   [junit4]   2> 359401 INFO  (qtp29853172-2151) [n:127.0.0.1:46687_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={baseConfigSet=baseConfigSet3&name=configSet3&action=CREATE&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 359411 INFO  (qtp29853172-2150) [n:127.0.0.1:46687_solr    ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :create with params baseConfigSet=baseConfigSet4&name=configSet4&action=CREATE&configSetProp.immutable=false&configSetProp.onlyNew=onlyNewValue&wt=javabin&version=2 
   [junit4]   2> 359413 INFO  (OverseerThreadFactory-875-thread-4-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"configSet4",
   [junit4]   2>   "baseConfigSet":"baseConfigSet4",
   [junit4]   2>   "configSetProp.immutable":"false",
   [junit4]   2>   "configSetProp.onlyNew":"onlyNewValue",
   [junit4]   2>   "immutable":"false",
   [junit4]   2>   "operation":"configsets:create"}
   [junit4]   2> 359413 INFO  (OverseerCollectionConfigSetProcessor-98974357979987971-127.0.0.1:46687_solr-n_0000000000) [n:127.0.0.1:46687_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 359413 INFO  (OverseerThreadFactory-875-thread-4-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/baseConfigSet4/schema.xml to /configs/configSet4/schema.xml
   [junit4]   2> 359414 INFO  (OverseerThreadFactory-875-thread-4-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/baseConfigSet4/configsetprops.json to /configs/configSet4/configsetprops.json
   [junit4]   2> 359414 INFO  (OverseerThreadFactory-875-thread-4-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/baseConfigSet4/solrconfig.xml to /configs/configSet4/solrconfig.xml
   [junit4]   2> 359416 INFO  (qtp29853172-2150) [n:127.0.0.1:46687_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={baseConfigSet=baseConfigSet4&name=configSet4&action=CREATE&configSetProp.immutable=false&configSetProp.onlyNew=onlyNewValue&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 359418 INFO  (jetty-closer-360-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6621c7{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 359418 INFO  (jetty-closer-360-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2004462
   [junit4]   2> 359418 INFO  (jetty-closer-360-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 359418 INFO  (jetty-closer-360-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18083f4: rootName = solr_46687, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@17a6ffe
   [junit4]   2> 359424 INFO  (jetty-closer-360-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 359424 INFO  (jetty-closer-360-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@12a08e9: rootName = solr_46687, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@21c3e1
   [junit4]   2> 359428 INFO  (jetty-closer-360-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 359428 INFO  (jetty-closer-360-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@723301: rootName = solr_46687, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a3fa8e
   [junit4]   2> 359429 INFO  (jetty-closer-360-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:46687_solr
   [junit4]   2> 359430 INFO  (jetty-closer-360-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 359430 INFO  (zkCallback-366-thread-1-processing-n:127.0.0.1:46687_solr) [n:127.0.0.1:46687_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 359430 INFO  (jetty-closer-360-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 359430 INFO  (jetty-closer-360-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98974357979987971-127.0.0.1:46687_solr-n_0000000000) closing
   [junit4]   2> 359430 INFO  (OverseerStateUpdate-98974357979987971-127.0.0.1:46687_solr-n_0000000000) [n:127.0.0.1:46687_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:46687_solr
   [junit4]   2> 359431 WARN  (OverseerAutoScalingTriggerThread-98974357979987971-127.0.0.1:46687_solr-n_0000000000) [n:127.0.0.1:46687_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 359432 INFO  (jetty-closer-360-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@344dfd{/solr,null,UNAVAILABLE}
   [junit4]   2> 359432 ERROR (TEST-TestConfigSetsAPI.testCreate-seed#[5FD8B20B511C544C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 359432 INFO  (TEST-TestConfigSetsAPI.testCreate-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43241 43241
   [junit4]   2> 359689 INFO  (Thread-541) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43241 43241
   [junit4]   2> 359690 INFO  (TEST-TestConfigSetsAPI.testCreate-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreate
   [junit4]   2> 359694 INFO  (TEST-TestConfigSetsAPI.testList-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testList
   [junit4]   2> 359696 INFO  (TEST-TestConfigSetsAPI.testList-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-009
   [junit4]   2> 359696 INFO  (TEST-TestConfigSetsAPI.testList-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 359696 INFO  (Thread-552) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 359696 INFO  (Thread-552) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 359699 ERROR (Thread-552) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 359796 INFO  (TEST-TestConfigSetsAPI.testList-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer start zk server on port:41249
   [junit4]   2> 359807 INFO  (jetty-launcher-379-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 359809 INFO  (jetty-launcher-379-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2b2b0{/solr,null,AVAILABLE}
   [junit4]   2> 359810 INFO  (jetty-launcher-379-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@c764c1{SSL,[ssl, http/1.1]}{127.0.0.1:45259}
   [junit4]   2> 359811 INFO  (jetty-launcher-379-thread-1) [    ] o.e.j.s.Server Started @361205ms
   [junit4]   2> 359811 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45259}
   [junit4]   2> 359811 ERROR (jetty-launcher-379-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 359811 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 359811 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 359811 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 359811 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T12:00:51.801Z
   [junit4]   2> 359824 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 359834 INFO  (jetty-launcher-379-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41249/solr
   [junit4]   2> 359876 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:45259_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 359876 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:45259_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45259_solr
   [junit4]   2> 359876 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:45259_solr    ] o.a.s.c.Overseer Overseer (id=98974358024224771-127.0.0.1:45259_solr-n_0000000000) starting
   [junit4]   2> 359880 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:45259_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45259_solr
   [junit4]   2> 359880 INFO  (OverseerStateUpdate-98974358024224771-127.0.0.1:45259_solr-n_0000000000) [n:127.0.0.1:45259_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 360010 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:45259_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45259.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 360019 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:45259_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45259.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 360019 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:45259_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45259.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@c5c232
   [junit4]   2> 360020 INFO  (jetty-launcher-379-thread-1) [n:127.0.0.1:45259_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-009/node1/.
   [junit4]   2> 360099 INFO  (qtp5834200-2222) [n:127.0.0.1:45259_solr    ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :list with params action=LIST&wt=javabin&version=2 
   [junit4]   2> 360099 INFO  (qtp5834200-2222) [n:127.0.0.1:45259_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 360120 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15fa0a77be8000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 360121 INFO  (qtp5834200-2227) [n:127.0.0.1:45259_solr    ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :list with params action=LIST&wt=javabin&version=2 
   [junit4]   2> 360121 INFO  (qtp5834200-2227) [n:127.0.0.1:45259_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 360122 INFO  (jetty-closer-380-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@c764c1{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 360122 INFO  (jetty-closer-380-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=18721566
   [junit4]   2> 360122 INFO  (jetty-closer-380-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 360123 INFO  (jetty-closer-380-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@131139c: rootName = solr_45259, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@39837e
   [junit4]   2> 360128 INFO  (jetty-closer-380-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 360128 INFO  (jetty-closer-380-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1c7df26: rootName = solr_45259, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@21c3e1
   [junit4]   2> 360132 INFO  (jetty-closer-380-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 360132 INFO  (jetty-closer-380-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ffe125: rootName = solr_45259, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a3fa8e
   [junit4]   2> 360134 INFO  (jetty-closer-380-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45259_solr
   [junit4]   2> 360134 INFO  (jetty-closer-380-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 360134 INFO  (jetty-closer-380-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 360134 INFO  (zkCallback-386-thread-1-processing-n:127.0.0.1:45259_solr) [n:127.0.0.1:45259_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 360134 INFO  (jetty-closer-380-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98974358024224771-127.0.0.1:45259_solr-n_0000000000) closing
   [junit4]   2> 360134 INFO  (OverseerStateUpdate-98974358024224771-127.0.0.1:45259_solr-n_0000000000) [n:127.0.0.1:45259_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45259_solr
   [junit4]   2> 360134 WARN  (OverseerAutoScalingTriggerThread-98974358024224771-127.0.0.1:45259_solr-n_0000000000) [n:127.0.0.1:45259_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 360136 INFO  (jetty-closer-380-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b2b0{/solr,null,UNAVAILABLE}
   [junit4]   2> 360136 ERROR (TEST-TestConfigSetsAPI.testList-seed#[5FD8B20B511C544C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 360136 INFO  (TEST-TestConfigSetsAPI.testList-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41249 41249
   [junit4]   2> 371315 INFO  (Thread-552) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41249 41249
   [junit4]   2> 371315 INFO  (TEST-TestConfigSetsAPI.testList-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testList
   [junit4]   2> 371317 INFO  (TEST-TestConfigSetsAPI.testUpload-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testUpload
   [junit4]   2> 371318 INFO  (TEST-TestConfigSetsAPI.testUpload-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001/tempDir-010
   [junit4]   2> 371318 INFO  (TEST-TestConfigSetsAPI.testUpload-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 371318 INFO  (Thread-563) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 371318 INFO  (Thread-563) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 371319 ERROR (Thread-563) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 371418 INFO  (TEST-TestConfigSetsAPI.testUpload-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer start zk server on port:41819
   [junit4]   2> 371423 INFO  (jetty-launcher-397-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 371424 INFO  (jetty-launcher-397-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6661d4{/solr,null,AVAILABLE}
   [junit4]   2> 371425 INFO  (jetty-launcher-397-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@47a925{SSL,[ssl, http/1.1]}{127.0.0.1:33953}
   [junit4]   2> 371425 INFO  (jetty-launcher-397-thread-1) [    ] o.e.j.s.Server Started @372819ms
   [junit4]   2> 371425 INFO  (jetty-launcher-397-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33953}
   [junit4]   2> 371425 ERROR (jetty-launcher-397-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 371425 INFO  (jetty-launcher-397-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 371425 INFO  (jetty-launcher-397-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 371425 INFO  (jetty-launcher-397-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 371425 INFO  (jetty-launcher-397-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T12:01:03.415Z
   [junit4]   2> 371427 INFO  (jetty-launcher-397-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 371440 INFO  (jetty-launcher-397-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41819/solr
   [junit4]   2> 371477 INFO  (jetty-launcher-397-thread-1) [n:127.0.0.1:33953_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 371477 INFO  (jetty-launcher-397-thread-1) [n:127.0.0.1:33953_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33953_solr
   [junit4]   2> 371477 INFO  (jetty-launcher-397-thread-1) [n:127.0.0.1:33953_solr    ] o.a.s.c.Overseer Overseer (i

[...truncated too long message...]

> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 391776 INFO  (qtp25758848-2448) [n:127.0.0.1:34533_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={action=DELETE&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 391778 INFO  (qtp25758848-2453) [n:127.0.0.1:34533_solr    ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :delete with params name=configSetBogus&action=DELETE&wt=javabin&version=2 
   [junit4]   2> 391780 INFO  (OverseerThreadFactory-935-thread-1-processing-n:127.0.0.1:34533_solr) [n:127.0.0.1:34533_solr    ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : delete , {
   [junit4]   2>   "name":"configSetBogus",
   [junit4]   2>   "operation":"configsets:delete"}
   [junit4]   2> 391781 ERROR (OverseerThreadFactory-935-thread-1-processing-n:127.0.0.1:34533_solr) [n:127.0.0.1:34533_solr    ] o.a.s.c.OverseerConfigSetMessageHandler ConfigSet: configSetBogus operation: delete failed:org.apache.solr.common.SolrException: ConfigSet does not exist to delete: configSetBogus
   [junit4]   2> 	at org.apache.solr.cloud.OverseerConfigSetMessageHandler.deleteConfigSet(OverseerConfigSetMessageHandler.java:355)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerConfigSetMessageHandler.deleteConfigSet(OverseerConfigSetMessageHandler.java:349)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerConfigSetMessageHandler.processMessage(OverseerConfigSetMessageHandler.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 391783 INFO  (qtp25758848-2453) [n:127.0.0.1:34533_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={name=configSetBogus&action=DELETE&wt=javabin&version=2} status=400 QTime=5
   [junit4]   2> 391785 INFO  (qtp25758848-2454) [n:127.0.0.1:34533_solr    ] o.a.s.h.a.ConfigSetsHandler Invoked ConfigSet Action :delete with params name=configSet&action=DELETE&wt=javabin&version=2 
   [junit4]   2> 391786 INFO  (OverseerThreadFactory-935-thread-2-processing-n:127.0.0.1:34533_solr) [n:127.0.0.1:34533_solr    ] o.a.s.c.OverseerConfigSetMessageHandler OverseerConfigSetMessageHandler.processMessage : delete , {
   [junit4]   2>   "name":"configSet",
   [junit4]   2>   "operation":"configsets:delete"}
   [junit4]   2> 391786 INFO  (OverseerCollectionConfigSetProcessor-98974360098373635-127.0.0.1:34533_solr-n_0000000000) [n:127.0.0.1:34533_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 391787 ERROR (OverseerThreadFactory-935-thread-2-processing-n:127.0.0.1:34533_solr) [n:127.0.0.1:34533_solr    ] o.a.s.c.OverseerConfigSetMessageHandler ConfigSet: configSet operation: delete failed:org.apache.solr.common.SolrException: Requested delete of immutable ConfigSet: configSet
   [junit4]   2> 	at org.apache.solr.cloud.OverseerConfigSetMessageHandler.deleteConfigSet(OverseerConfigSetMessageHandler.java:370)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerConfigSetMessageHandler.deleteConfigSet(OverseerConfigSetMessageHandler.java:349)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerConfigSetMessageHandler.processMessage(OverseerConfigSetMessageHandler.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 391789 INFO  (qtp25758848-2454) [n:127.0.0.1:34533_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/configs params={name=configSet&action=DELETE&wt=javabin&version=2} status=400 QTime=4
   [junit4]   2> 391791 INFO  (jetty-closer-439-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1c96013{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 391791 INFO  (jetty-closer-439-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=16978808
   [junit4]   2> 391792 INFO  (jetty-closer-439-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 391792 INFO  (jetty-closer-439-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16f2db0: rootName = solr_34533, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1f76b4
   [junit4]   2> 391797 INFO  (jetty-closer-439-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 391797 INFO  (jetty-closer-439-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@f9e455: rootName = solr_34533, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@21c3e1
   [junit4]   2> 391803 INFO  (jetty-closer-439-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 391803 INFO  (jetty-closer-439-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1253bb8: rootName = solr_34533, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1a3fa8e
   [junit4]   2> 391804 INFO  (jetty-closer-439-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34533_solr
   [junit4]   2> 391804 INFO  (jetty-closer-439-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 391804 INFO  (zkCallback-445-thread-1-processing-n:127.0.0.1:34533_solr) [n:127.0.0.1:34533_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 391805 INFO  (jetty-closer-439-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 391805 INFO  (jetty-closer-439-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98974360098373635-127.0.0.1:34533_solr-n_0000000000) closing
   [junit4]   2> 391805 INFO  (OverseerStateUpdate-98974360098373635-127.0.0.1:34533_solr-n_0000000000) [n:127.0.0.1:34533_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34533_solr
   [junit4]   2> 391805 WARN  (OverseerAutoScalingTriggerThread-98974360098373635-127.0.0.1:34533_solr-n_0000000000) [n:127.0.0.1:34533_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 391806 INFO  (jetty-closer-439-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1436e82{/solr,null,UNAVAILABLE}
   [junit4]   2> 391807 ERROR (TEST-TestConfigSetsAPI.testDeleteErrors-seed#[5FD8B20B511C544C]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 391807 INFO  (TEST-TestConfigSetsAPI.testDeleteErrors-seed#[5FD8B20B511C544C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39623 39623
   [junit4]   2> 396870 INFO  (Thread-595) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39623 39623
   [junit4]   2> 396871 INFO  (TEST-TestConfigSetsAPI.testDeleteErrors-seed#[5FD8B20B511C544C]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteErrors
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestConfigSetsAPI_5FD8B20B511C544C-001
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@13cfd67), locale=el-GR, timezone=America/Santarem
   [junit4]   2> NOTE: Linux 4.10.0-37-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=238206192,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [BasicAuthIntegrationTest, TestCloudPseudoReturnFields, TestAnalyzedSuggestions, PreAnalyzedFieldTest, OpenExchangeRatesOrgProviderTest, SimpleCollectionCreateDeleteTest, TestJsonFacetRefinement, AtomicUpdatesTest, MBeansHandlerTest, DeleteLastCustomShardedReplicaTest, AnalyticsMergeStrategyTest, TestFieldCacheVsDocValues, RequestHandlersTest, TestSolrCoreSnapshots, ChaosMonkeySafeLeaderTest, TestRTGBase, SuggesterTSTTest, DistributedFacetPivotSmallTest, TestFieldResource, TestReloadDeadlock, DOMUtilTest, TestRTimerTree, TestPseudoReturnFields, ChaosMonkeySafeLeaderWithPullReplicasTest, SynonymTokenizerTest, HighlighterMaxOffsetTest, TestEmbeddedSolrServerAdminHandler, CurrencyFieldTypeTest, TestFreeTextSuggestions, TestAnalyzeInfixSuggestions, UninvertDocValuesMergePolicyTest, SegmentsInfoRequestHandlerTest, OverseerTaskQueueTest, TestConfigSetsAPI]
   [junit4] Completed [107/749 (1!)] on J1 in 79.73s, 9 tests, 1 error <<< FAILURES!

[...truncated 45152 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+29) - Build # 20871 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/20871/
Java: 64bit/jdk-10-ea+29 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.lucene.search.similarities.TestBasicModelIn.testRandomScoring

Error Message:
score(0.99999994)=2.8E-44 > score(1.0)=2.7E-44

Stack Trace:
java.lang.AssertionError: score(0.99999994)=2.8E-44 > score(1.0)=2.7E-44
	at __randomizedtesting.SeedInfo.seed([CBE792CF1A8B3225:4078CB7D00FCD42F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:403)
	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.AddReplicaTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([77B3A9DC50455D4A:FFE79606FEB930B2]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.AddReplicaTest.test(AddReplicaTest.java:103)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 557 lines...]
   [junit4] Suite: org.apache.lucene.search.similarities.TestBasicModelIn
   [junit4]   1> 2.8E-44 = score(DFRSimilarity, doc=0, freq=0.99999994), computed from:
   [junit4]   1>   1.4E-45 = boost
   [junit4]   1>   1.20117748E16 = NormalizationH1, computed from: 
   [junit4]   1>     0.99999994 = tf
   [junit4]   1>     9.396944E8 = avgFieldLength
   [junit4]   1>     168.0 = len
   [junit4]   1>   1.56153071E17 = BasicModelIn, computed from: 
   [junit4]   1>     12287.0 = numberOfDocuments
   [junit4]   1>     1.0 = docFreq
   [junit4]   1>   1.2487747E-16 = AfterEffectB, computed from: 
   [junit4]   1>     1.20117748E16 = tfn
   [junit4]   1>     1.0 = totalTermFreq
   [junit4]   1>     1.0 = docFreq
   [junit4]   1> 
   [junit4]   1> 2.7E-44 = score(DFRSimilarity, doc=0, freq=1.0), computed from:
   [junit4]   1>   1.4E-45 = boost
   [junit4]   1>   1.20117758E16 = NormalizationH1, computed from: 
   [junit4]   1>     1.0 = tf
   [junit4]   1>     9.396944E8 = avgFieldLength
   [junit4]   1>     168.0 = len
   [junit4]   1>   1.56153088E17 = BasicModelIn, computed from: 
   [junit4]   1>     12287.0 = numberOfDocuments
   [junit4]   1>     1.0 = docFreq
   [junit4]   1>   1.2487746E-16 = AfterEffectB, computed from: 
   [junit4]   1>     1.20117758E16 = tfn
   [junit4]   1>     1.0 = totalTermFreq
   [junit4]   1>     1.0 = docFreq
   [junit4]   1> 
   [junit4]   1> DFR I(n)B1
   [junit4]   1> field="field",maxDoc=20923,docCount=12287,sumTotalTermFreq=11546025078177,sumDocFreq=12287
   [junit4]   1> term="term",docFreq=1,totalTermFreq=1
   [junit4]   1> norm=65 (doc length ~ 168)
   [junit4]   1> freq=1.0
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBasicModelIn -Dtests.method=testRandomScoring -Dtests.seed=CBE792CF1A8B3225 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-UG -Dtests.timezone=America/Fortaleza -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 2.26s J1 | TestBasicModelIn.testRandomScoring <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: score(0.99999994)=2.8E-44 > score(1.0)=2.7E-44
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([CBE792CF1A8B3225:4078CB7D00FCD42F]:0)
   [junit4]    > 	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.doTestScoring(BaseSimilarityTestCase.java:403)
   [junit4]    > 	at org.apache.lucene.search.similarities.BaseSimilarityTestCase.testRandomScoring(BaseSimilarityTestCase.java:355)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@44f56597), locale=en-UG, timezone=America/Fortaleza
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=209187312,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestDemo, TestPositiveScoresOnlyCollector, TestRegExp, TestParallelReaderEmptyIndex, TestFixedBitDocIdSet, TestIndexWriterOutOfFileDescriptors, TestNorms, TestFSTs, TestPhrasePrefixQuery, TestPerFieldDocValuesFormat, TestReqExclBulkScorer, TestDocumentsWriterDeleteQueue, TestTragicIndexWriterDeadlock, TestSizeBoundedForceMerge, TestFilterSpans, TestBooleanQuery, TestDocValuesQueries, TestToken, TestGraphTokenizers, TestSpanExplanations, TestTermsEnum2, TestExternalCodecs, TestCharArraySet, TestCodecUtil, TestRegexpRandom2, TestBasicModelIn]
   [junit4] Completed [104/475 (1!)] on J1 in 2.31s, 1 test, 1 failure <<< FAILURES!

[...truncated 12728 lines...]
   [junit4] Suite: org.apache.solr.cloud.AddReplicaTest
   [junit4]   2> 1637632 INFO  (SUITE-AddReplicaTest-seed#[77B3A9DC50455D4A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_77B3A9DC50455D4A-001/init-core-data-001
   [junit4]   2> 1637633 WARN  (SUITE-AddReplicaTest-seed#[77B3A9DC50455D4A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 1637633 INFO  (SUITE-AddReplicaTest-seed#[77B3A9DC50455D4A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1637634 INFO  (SUITE-AddReplicaTest-seed#[77B3A9DC50455D4A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1637634 INFO  (SUITE-AddReplicaTest-seed#[77B3A9DC50455D4A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_77B3A9DC50455D4A-001/tempDir-001
   [junit4]   2> 1637635 INFO  (SUITE-AddReplicaTest-seed#[77B3A9DC50455D4A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1637635 INFO  (Thread-2574) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1637635 INFO  (Thread-2574) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1637637 ERROR (Thread-2574) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1637735 INFO  (SUITE-AddReplicaTest-seed#[77B3A9DC50455D4A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33373
   [junit4]   2> 1637742 INFO  (jetty-launcher-2479-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1637742 INFO  (jetty-launcher-2479-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1637742 INFO  (jetty-launcher-2479-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1637742 INFO  (jetty-launcher-2479-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1637745 INFO  (jetty-launcher-2479-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46c9e054{/solr,null,AVAILABLE}
   [junit4]   2> 1637745 INFO  (jetty-launcher-2479-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d7a6469{/solr,null,AVAILABLE}
   [junit4]   2> 1637745 INFO  (jetty-launcher-2479-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c35c519{/solr,null,AVAILABLE}
   [junit4]   2> 1637746 INFO  (jetty-launcher-2479-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@27f71568{HTTP/1.1,[http/1.1]}{127.0.0.1:38793}
   [junit4]   2> 1637746 INFO  (jetty-launcher-2479-thread-3) [    ] o.e.j.s.Server Started @1639924ms
   [junit4]   2> 1637746 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38793}
   [junit4]   2> 1637746 ERROR (jetty-launcher-2479-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1637746 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1637747 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1637747 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1637747 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T09:23:58.957156Z
   [junit4]   2> 1637747 INFO  (jetty-launcher-2479-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@669132cb{/solr,null,AVAILABLE}
   [junit4]   2> 1637753 INFO  (jetty-launcher-2479-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@649dd165{HTTP/1.1,[http/1.1]}{127.0.0.1:34119}
   [junit4]   2> 1637753 INFO  (jetty-launcher-2479-thread-4) [    ] o.e.j.s.Server Started @1639931ms
   [junit4]   2> 1637754 INFO  (jetty-launcher-2479-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@613d4dcc{HTTP/1.1,[http/1.1]}{127.0.0.1:39505}
   [junit4]   2> 1637754 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34119}
   [junit4]   2> 1637754 INFO  (jetty-launcher-2479-thread-2) [    ] o.e.j.s.Server Started @1639932ms
   [junit4]   2> 1637754 INFO  (jetty-launcher-2479-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@705f071f{HTTP/1.1,[http/1.1]}{127.0.0.1:38815}
   [junit4]   2> 1637755 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39505}
   [junit4]   2> 1637755 INFO  (jetty-launcher-2479-thread-1) [    ] o.e.j.s.Server Started @1639933ms
   [junit4]   2> 1637755 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38815}
   [junit4]   2> 1637755 ERROR (jetty-launcher-2479-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1637755 ERROR (jetty-launcher-2479-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1637755 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1637755 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1637755 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1637756 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1637756 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1637756 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1637756 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T09:23:58.966192Z
   [junit4]   2> 1637756 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T09:23:58.966248Z
   [junit4]   2> 1637755 ERROR (jetty-launcher-2479-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1637756 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1637756 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1637756 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1637756 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-11-09T09:23:58.966820Z
   [junit4]   2> 1637758 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1637758 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1637758 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1637759 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1637768 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33373/solr
   [junit4]   2> 1637768 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33373/solr
   [junit4]   2> 1637768 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33373/solr
   [junit4]   2> 1637770 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33373/solr
   [junit4]   2> 1637772 DEBUG (jetty-launcher-2479-thread-3) [    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$174/1336480703@2f04fbec
   [junit4]   2> 1637772 DEBUG (jetty-launcher-2479-thread-1) [    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$174/1336480703@6c913630
   [junit4]   2> 1637772 DEBUG (jetty-launcher-2479-thread-4) [    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$174/1336480703@39e56557
   [junit4]   2> 1637773 DEBUG (jetty-launcher-2479-thread-2) [    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$174/1336480703@7ad645e9
   [junit4]   2> 1637784 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 1637784 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637785 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 1637785 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1637785 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 1637785 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 1637786 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1637787 DEBUG (jetty-launcher-2479-thread-1) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/98973741144211466-127.0.0.1:38815_solr-n_0000000000
   [junit4]   2> 1637787 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38815_solr
   [junit4]   2> 1637787 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98973741144211466-127.0.0.1:38815_solr-n_0000000000) starting
   [junit4]   2> 1637792 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1637795 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1637800 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38815_solr
   [junit4]   2> 1637800 DEBUG (OverseerAutoScalingTriggerThread-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 1637800 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 1637800 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
   [junit4]   2> 1637800 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 1637800 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637800 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
   [junit4]   2> 1637800 INFO  (zkCallback-2499-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1637800 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
   [junit4]   2> 1637801 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1637801 DEBUG (OverseerAutoScalingTriggerThread-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 1637801 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1637801 DEBUG (OverseerAutoScalingTriggerThread-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:38815_solr]
   [junit4]   2> 1637801 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1637801 DEBUG (OverseerAutoScalingTriggerThread-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 1637801 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 1637801 DEBUG (OverseerAutoScalingTriggerThread-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 1637801 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
   [junit4]   2> 1637803 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 1637804 DEBUG (OverseerAutoScalingTriggerThread-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 1637804 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 1637804 DEBUG (OverseerAutoScalingTriggerThread-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 1637805 DEBUG (ScheduledTrigger-4947-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38815_solr]
   [junit4]   2> 1637815 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 1637815 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637815 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1637815 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 1637815 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 1637815 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637815 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1637815 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1637815 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 1637815 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 1637815 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1637815 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 1637815 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 1637816 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 1637816 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 1637816 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637816 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1637816 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1637816 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 1637816 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1637816 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1637816 DEBUG (jetty-launcher-2479-thread-2) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/98973741144211468-127.0.0.1:39505_solr-n_0000000001
   [junit4]   2> 1637816 DEBUG (jetty-launcher-2479-thread-3) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/98973741144211465-127.0.0.1:38793_solr-n_0000000002
   [junit4]   2> 1637816 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 1637816 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 1637816 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/98973741144211466-127.0.0.1:38815_solr-n_0000000000
   [junit4]   2> 1637816 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/98973741144211468-127.0.0.1:39505_solr-n_0000000001
   [junit4]   2> 1637816 DEBUG (jetty-launcher-2479-thread-2) [    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/98973741144211466-127.0.0.1:38815_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 1637816 DEBUG (jetty-launcher-2479-thread-3) [    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/98973741144211468-127.0.0.1:39505_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 1637816 DEBUG (jetty-launcher-2479-thread-3) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:38793_solr as DOWN
   [junit4]   2> 1637816 DEBUG (jetty-launcher-2479-thread-2) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:39505_solr as DOWN
   [junit4]   2> 1637817 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1637817 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1637817 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39505_solr
   [junit4]   2> 1637817 DEBUG (jetty-launcher-2479-thread-4) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/98973741144211467-127.0.0.1:34119_solr-n_0000000003
   [junit4]   2> 1637817 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38793_solr
   [junit4]   2> 1637817 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1637817 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/98973741144211465-127.0.0.1:38793_solr-n_0000000002
   [junit4]   2> 1637817 DEBUG (jetty-launcher-2479-thread-4) [    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/98973741144211465-127.0.0.1:38793_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 1637817 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 1637817 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 1637817 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 1637817 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 1637817 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637817 DEBUG (jetty-launcher-2479-thread-4) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:34119_solr as DOWN
   [junit4]   2> 1637817 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637817 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:39505_solr"} current state version: 0
   [junit4]   2> 1637818 INFO  (zkCallback-2501-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1637818 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:39505_solr
   [junit4]   2> 1637818 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:38793_solr"} current state version: 0
   [junit4]   2> 1637818 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38793_solr
   [junit4]   2> 1637826 INFO  (zkCallback-2500-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1637826 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637826 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637827 INFO  (zkCallback-2498-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1637828 INFO  (zkCallback-2499-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 1637828 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38815.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637828 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1637828 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34119_solr
   [junit4]   2> 1637828 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1637828 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:34119_solr"} current state version: 0
   [junit4]   2> 1637828 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:34119_solr
   [junit4]   2> 1637828 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 1637828 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 1637828 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 1637828 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 1637828 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637828 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637828 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637828 INFO  (zkCallback-2500-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1637828 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637829 INFO  (zkCallback-2499-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1637829 INFO  (zkCallback-2501-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1637831 INFO  (zkCallback-2498-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1637833 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38815.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637833 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38815.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637834 INFO  (jetty-launcher-2479-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_77B3A9DC50455D4A-001/tempDir-001/node1/.
   [junit4]   2> 1637858 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39505.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637859 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34119.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637864 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39505.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637864 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39505.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637864 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34119.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637864 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34119.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637865 INFO  (jetty-launcher-2479-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_77B3A9DC50455D4A-001/tempDir-001/node2/.
   [junit4]   2> 1637865 INFO  (jetty-launcher-2479-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_77B3A9DC50455D4A-001/tempDir-001/node4/.
   [junit4]   2> 1637867 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38793.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637875 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38793.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637875 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38793.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1637876 INFO  (jetty-launcher-2479-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_77B3A9DC50455D4A-001/tempDir-001/node3/.
   [junit4]   2> 1637929 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1637929 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1637937 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/clusterprops.json
   [junit4]   2> 1637937 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 1637937 INFO  (SUITE-AddReplicaTest-seed#[77B3A9DC50455D4A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1637937 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 1637937 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1637937 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 1637938 INFO  (SUITE-AddReplicaTest-seed#[77B3A9DC50455D4A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33373/solr ready
   [junit4]   2> 1637947 INFO  (TEST-AddReplicaTest.test-seed#[77B3A9DC50455D4A]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 1637950 INFO  (qtp1055207258-12956) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&maxShardsPerNode=2&name=addreplicatest_coll&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1637951 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 1637951 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 1637951 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 1637951 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
   [junit4]   2> 1637951 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
   [junit4]   2> 1637951 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 1637951 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 1637951 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"addreplicatest_coll",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1637951 DEBUG (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 1637952 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 1637952 DEBUG (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"addreplicatest_coll",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 1637952 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1637952 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1637952 INFO  (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection addreplicatest_coll
   [junit4]   2> 1637952 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 1637952 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 1637952 DEBUG (OverseerCollectionConfigSetProcessor-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
   [junit4]   2> 1637952 DEBUG (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.Assign Identify nodes using default
   [junit4]   2> 1637952 DEBUG (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/addreplicatest_coll 
   [junit4]   2> 1637952 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1637952 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1637952 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1637952 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1637952 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 1637952 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1637952 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1637952 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1637952 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1637952 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 1637953 DEBUG (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.CreateCollectionCmd Check for collection zkNode:addreplicatest_coll
   [junit4]   2> 1637953 DEBUG (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.CreateCollectionCmd Collection zkNode exists
   [junit4]   2> 1637953 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1637953 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1637953 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"addreplicatest_coll",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 1637953 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: addreplicatest_coll
   [junit4]   2> 1637954 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/addreplicatest_coll/state.json
   [junit4]   2> 1637954 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1637954 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1638054 DEBUG (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.CreateCollectionCmd Creating SolrCores for new collection addreplicatest_coll, shardNames [shard1, shard2] , nrtReplicas : 1, tlogReplicas: 0, pullReplicas: 0
   [junit4]   2> 1638055 DEBUG (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.CreateCollectionCmd Creating core addreplicatest_coll_shard1_replica_n1 as part of shard shard1 of collection addreplicatest_coll on 127.0.0.1:38793_solr
   [junit4]   2> 1638055 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1638055 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1638056 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addreplicatest_coll_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38793/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1638056 INFO  (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"addreplicatest_coll_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:38793/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1638056 DEBUG (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.CreateCollectionCmd Creating core addreplicatest_coll_shard2_replica_n2 as part of shard shard2 of collection addreplicatest_coll on 127.0.0.1:39505_solr
   [junit4]   2> 1638056 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator Old Slice: shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 1638056 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator New Slice: shard1:{
   [junit4]   2>   "range":"80000000-ffffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node3":{
   [junit4]   2>       "core":"addreplicatest_coll_shard1_replica_n1",
   [junit4]   2>       "base_url":"http://127.0.0.1:38793/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1638056 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1638056 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1638056 DEBUG (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Expecting 2 cores but found 0
   [junit4]   2> 1638056 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"addreplicatest_coll_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39505/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} current state version: 0
   [junit4]   2> 1638056 INFO  (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"addreplicatest_coll_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:39505/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1638057 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator Old Slice: shard2:{
   [junit4]   2>   "range":"0-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{}}
   [junit4]   2> 1638057 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator New Slice: shard2:{
   [junit4]   2>   "range":"0-7fffffff",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "replicas":{"core_node4":{
   [junit4]   2>       "core":"addreplicatest_coll_shard2_replica_n2",
   [junit4]   2>       "base_url":"http://127.0.0.1:39505/solr",
   [junit4]   2>       "state":"down",
   [junit4]   2>       "node_name":null,
   [junit4]   2>       "type":"NRT"}}}
   [junit4]   2> 1638157 DEBUG (OverseerThreadFactory-4949-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Expecting 2 cores but found 0
   [junit4]   2> 1638157 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 0
   [junit4]   2> 1638158 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1638159 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1638260 INFO  (qtp1798461558-12962) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard1_replica_n1&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1638260 INFO  (qtp823756395-12963) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf1&newCollection=true&name=addreplicatest_coll_shard2_replica_n2&action=CREATE&numShards=2&collection=addreplicatest_coll&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1638261 INFO  (qtp1798461558-12962) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1638261 INFO  (qtp823756395-12963) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1638262 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1638262 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1638263 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1638263 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1638264 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1638264 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1638264 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
   [junit4]   2> 1638264 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ZkController Registering watch for collection addreplicatest_coll
   [junit4]   2> 1638264 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1638264 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1638264 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard1_replica_n1
   [junit4]   2> 1638264 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"addreplicatest_coll_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38793/solr",
   [junit4]   2>   "node_name":"127.0.0.1:38793_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1638265 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ZkController waiting to find shard id in clusterstate for addreplicatest_coll_shard2_replica_n2
   [junit4]   2> 1638265 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"addreplicatest_coll_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38793/solr",
   [junit4]   2>   "node_name":"127.0.0.1:38793_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1638265 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"addreplicatest_coll_shard1_replica_n1","base_url":"http://127.0.0.1:38793/solr","node_name":"127.0.0.1:38793_solr","state":"down","type":"NRT"}
   [junit4]   2> 1638265 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node3":{
   [junit4]   2>           "core":"addreplicatest_coll_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:38793/solr",
   [junit4]   2>           "node_name":"127.0.0.1:38793_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"addreplicatest_coll_shard2_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:39505/solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "node_name":null,
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1638265 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"addreplicatest_coll_shard2_replica_n2",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39505/solr",
   [junit4]   2>   "node_name":"127.0.0.1:39505_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1638265 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"addreplicatest_coll_shard2_replica_n2",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39505/solr",
   [junit4]   2>   "node_name":"127.0.0.1:39505_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1638266 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node4:{"core":"addreplicatest_coll_shard2_replica_n2","base_url":"http://127.0.0.1:39505/solr","node_name":"127.0.0.1:39505_solr","state":"down","type":"NRT"}
   [junit4]   2> 1638266 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/1)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node3":{
   [junit4]   2>           "core":"addreplicatest_coll_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:38793/solr",
   [junit4]   2>           "node_name":"127.0.0.1:38793_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"addreplicatest_coll_shard2_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:39505/solr",
   [junit4]   2>           "node_name":"127.0.0.1:39505_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}}}
   [junit4]   2> 1638366 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 1
   [junit4]   2> 1638367 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1638367 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1638367 INFO  (zkCallback-2501-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1638367 INFO  (zkCallback-2498-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1638367 INFO  (zkCallback-2501-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1638367 INFO  (zkCallback-2498-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1638367 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1638367 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1638367 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1638367 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1638367 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1638368 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1638805 DEBUG (ScheduledTrigger-4947-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:38815_solr, 127.0.0.1:34119_solr, 127.0.0.1:39505_solr, 127.0.0.1:38793_solr]
   [junit4]   2> 1639272 INFO  (qtp1798461558-12962) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1639272 INFO  (qtp823756395-12963) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1639279 INFO  (qtp1798461558-12962) [    ] o.a.s.s.IndexSchema [addreplicatest_coll_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1639280 INFO  (qtp823756395-12963) [    ] o.a.s.s.IndexSchema [addreplicatest_coll_shard2_replica_n2] Schema name=minimal
   [junit4]   2> 1639281 INFO  (qtp1798461558-12962) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1639281 INFO  (qtp1798461558-12962) [    ] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard1_replica_n1' using configuration from collection addreplicatest_coll, trusted=true
   [junit4]   2> 1639282 INFO  (qtp1798461558-12962) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38793.solr.core.addreplicatest_coll.shard1.replica_n1' (registry 'solr.core.addreplicatest_coll.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1639282 INFO  (qtp1798461558-12962) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1639282 INFO  (qtp823756395-12963) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1639282 INFO  (qtp1798461558-12962) [    ] o.a.s.c.SolrCore [[addreplicatest_coll_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_77B3A9DC50455D4A-001/tempDir-001/node3/addreplicatest_coll_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_77B3A9DC50455D4A-001/tempDir-001/node3/./addreplicatest_coll_shard1_replica_n1/data/]
   [junit4]   2> 1639282 INFO  (qtp823756395-12963) [    ] o.a.s.c.CoreContainer Creating SolrCore 'addreplicatest_coll_shard2_replica_n2' using configuration from collection addreplicatest_coll, trusted=true
   [junit4]   2> 1639283 INFO  (qtp823756395-12963) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39505.solr.core.addreplicatest_coll.shard2.replica_n2' (registry 'solr.core.addreplicatest_coll.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@265da7b3
   [junit4]   2> 1639283 INFO  (qtp823756395-12963) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1639283 INFO  (qtp823756395-12963) [    ] o.a.s.c.SolrCore [[addreplicatest_coll_shard2_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_77B3A9DC50455D4A-001/tempDir-001/node2/addreplicatest_coll_shard2_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_77B3A9DC50455D4A-001/tempDir-001/node2/./addreplicatest_coll_shard2_replica_n2/data/]
   [junit4]   2> 1639321 INFO  (qtp1798461558-12962) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1639321 INFO  (qtp1798461558-12962) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1639321 INFO  (qtp823756395-12963) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1639321 INFO  (qtp823756395-12963) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1639321 INFO  (qtp1798461558-12962) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1639321 INFO  (qtp1798461558-12962) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1639322 INFO  (qtp823756395-12963) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1639322 INFO  (qtp823756395-12963) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1639322 INFO  (qtp1798461558-12962) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@37b70a76[addreplicatest_coll_shard1_replica_n1] main]
   [junit4]   2> 1639323 INFO  (qtp823756395-12963) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@165ca58a[addreplicatest_coll_shard2_replica_n2] main]
   [junit4]   2> 1639323 INFO  (qtp1798461558-12962) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1639323 INFO  (qtp1798461558-12962) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1639323 INFO  (qtp823756395-12963) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1639323 INFO  (qtp823756395-12963) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1639324 INFO  (qtp1798461558-12962) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1639324 INFO  (qtp823756395-12963) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1639324 INFO  (searcherExecutor-4958-thread-1) [    ] o.a.s.c.SolrCore [addreplicatest_coll_shard1_replica_n1] Registered new searcher Searcher@37b70a76[addreplicatest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1639324 INFO  (searcherExecutor-4959-thread-1) [    ] o.a.s.c.SolrCore [addreplicatest_coll_shard2_replica_n2] Registered new searcher Searcher@165ca58a[addreplicatest_coll_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1639324 INFO  (qtp1798461558-12962) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583579860077379584
   [junit4]   2> 1639324 INFO  (qtp823756395-12963) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1583579860077379584
   [junit4]   2> 1639326 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1639326 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1639326 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/configs/conf1
   [junit4]   2> 1639326 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/configs/conf1
   [junit4]   2> 1639326 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ZkController Register replica - core:addreplicatest_coll_shard1_replica_n1 address:http://127.0.0.1:38793/solr collection:addreplicatest_coll shard:shard1
   [junit4]   2> 1639326 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ZkController Register replica - core:addreplicatest_coll_shard2_replica_n2 address:http://127.0.0.1:39505/solr collection:addreplicatest_coll shard:shard2
   [junit4]   2> 1639327 DEBUG (qtp823756395-12963) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/addreplicatest_coll/leader_elect/shard2/election/98973741144211468-core_node4-n_0000000000
   [junit4]   2> 1639327 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/addreplicatest_coll/leader_elect/shard1/election/98973741144211465-core_node3-n_0000000000
   [junit4]   2> 1639328 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard2 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1639328 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1639328 INFO  (qtp823756395-12963) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1639328 INFO  (qtp1798461558-12962) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1639328 INFO  (qtp1798461558-12962) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1639328 INFO  (qtp823756395-12963) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1639328 INFO  (qtp1798461558-12962) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38793/solr/addreplicatest_coll_shard1_replica_n1/
   [junit4]   2> 1639328 INFO  (qtp823756395-12963) [    ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39505/solr/addreplicatest_coll_shard2_replica_n2/
   [junit4]   2> 1639328 INFO  (qtp1798461558-12962) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1639328 INFO  (qtp823756395-12963) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1639328 INFO  (qtp1798461558-12962) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:38793/solr/addreplicatest_coll_shard1_replica_n1/ has no replicas
   [junit4]   2> 1639328 INFO  (qtp823756395-12963) [    ] o.a.s.c.SyncStrategy http://127.0.0.1:39505/solr/addreplicatest_coll_shard2_replica_n2/ has no replicas
   [junit4]   2> 1639328 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ShardLeaderElectionContext 127.0.0.1:39505_solr synched 0
   [junit4]   2> 1639328 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ShardLeaderElectionContext 127.0.0.1:38793_solr synched 0
   [junit4]   2> 1639328 INFO  (qtp823756395-12963) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1639328 INFO  (qtp1798461558-12962) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1639328 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/addreplicatest_coll/leaders/shard2/leader after winning as /collections/addreplicatest_coll/leader_elect/shard2/election/98973741144211468-core_node4-n_0000000000
   [junit4]   2> 1639328 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/addreplicatest_coll/leaders/shard1/leader after winning as /collections/addreplicatest_coll/leader_elect/shard1/election/98973741144211465-core_node3-n_0000000000
   [junit4]   2> 1639329 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1639329 INFO  (qtp823756395-12963) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39505/solr/addreplicatest_coll_shard2_replica_n2/ shard2
   [junit4]   2> 1639329 INFO  (qtp1798461558-12962) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38793/solr/addreplicatest_coll_shard1_replica_n1/ shard1
   [junit4]   2> 1639329 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1639329 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "base_url":"http://127.0.0.1:39505/solr",
   [junit4]   2>   "core":"addreplicatest_coll_shard2_replica_n2",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 1639329 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "base_url":"http://127.0.0.1:38793/solr",
   [junit4]   2>   "core":"addreplicatest_coll_shard1_replica_n1",
   [junit4]   2>   "state":"active"} current state version: 0
   [junit4]   2> 1639430 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/addreplicatest_coll/state.json version: 2
   [junit4]   2> 1639430 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1639430 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1639431 INFO  (zkCallback-2501-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1639431 INFO  (zkCallback-2498-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1639431 INFO  (zkCallback-2498-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1639431 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1639431 INFO  (zkCallback-2501-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/addreplicatest_coll/state.json] for collection [addreplicatest_coll] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1639431 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1639431 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1639431 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1639431 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 1639432 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1639483 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ZkController We are http://127.0.0.1:38793/solr/addreplicatest_coll_shard1_replica_n1/ and leader is http://127.0.0.1:38793/solr/addreplicatest_coll_shard1_replica_n1/
   [junit4]   2> 1639484 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ZkController No LogReplay needed for core=addreplicatest_coll_shard1_replica_n1 baseURL=http://127.0.0.1:38793/solr
   [junit4]   2> 1639484 INFO  (qtp1798461558-12962) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1639484 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1639486 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ZkController Found a registered searcher: Searcher@37b70a76[addreplicatest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} for core: org.apache.solr.core.SolrCore@e918560
   [junit4]   2> 1639486 DEBUG (qtp1798461558-12962) [    ] o.a.s.c.ZkController Found newest searcher: Searcher@37b70a76[addreplicatest_coll_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())} for core: addreplicatest_coll_shard1_replica_n1, id: org.apache.solr.core.SolrCore@e918560
   [junit4]   2> 1639487 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1639487 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1639488 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ZkController We are http://127.0.0.1:39505/solr/addreplicatest_coll_shard2_replica_n2/ and leader is http://127.0.0.1:39505/solr/addreplicatest_coll_shard2_replica_n2/
   [junit4]   2> 1639488 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"addreplicatest_coll_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38793/solr",
   [junit4]   2>   "node_name":"127.0.0.1:38793_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1639488 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ZkController No LogReplay needed for core=addreplicatest_coll_shard2_replica_n2 baseURL=http://127.0.0.1:39505/solr
   [junit4]   2> 1639488 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"addreplicatest_coll_shard1_replica_n1",
   [junit4]   2>   "core_node_name":"core_node3",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:38793/solr",
   [junit4]   2>   "node_name":"127.0.0.1:38793_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1639488 INFO  (qtp823756395-12963) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1639489 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Will update state for replica: core_node3:{"core":"addreplicatest_coll_shard1_replica_n1","base_url":"http://127.0.0.1:38793/solr","node_name":"127.0.0.1:38793_solr","state":"active","type":"NRT","leader":"true"}
   [junit4]   2> 1639489 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1639489 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Collection is now: DocCollection(addreplicatest_coll//collections/addreplicatest_coll/state.json/3)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node3":{
   [junit4]   2>           "core":"addreplicatest_coll_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:38793/solr",
   [junit4]   2>           "node_name":"127.0.0.1:38793_solr",
   [junit4]   2>           "state":"active",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true"}}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node4":{
   [junit4]   2>           "core":"addreplicatest_coll_shard2_replica_n2",
   [junit4]   2>           "base_url":"http://127.0.0.1:39505/solr",
   [junit4]   2>           "node_name":"127.0.0.1:39505_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT",
   [junit4]   2>           "leader":"true"}}}}}
   [junit4]   2> 1639489 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ZkController Found a registered searcher: Searcher@165ca58a[addreplicatest_coll_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} for core: org.apache.solr.core.SolrCore@4292d175
   [junit4]   2> 1639489 DEBUG (qtp823756395-12963) [    ] o.a.s.c.ZkController Found newest searcher: Searcher@165ca58a[addreplicatest_coll_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())} for core: addreplicatest_coll_shard2_replica_n2, id: org.apache.solr.core.SolrCore@4292d175
   [junit4]   2> 1639490 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 1639490 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 1639490 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "core":"addreplicatest_coll_shard2_replica_n2",
   [junit4]   2>   "core_node_name":"core_node4",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39505/solr",
   [junit4]   2>   "node_name":"127.0.0.1:39505_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"addreplicatest_coll",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1639490 DEBUG (OverseerStateUpdate-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Updat

[...truncated too long message...]

eerThreadFactory-4949-thread-3) [    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 1744070 DEBUG (OverseerThreadFactory-4949-thread-3) [    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 1744070 DEBUG (OverseerThreadFactory-4949-thread-3) [    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000003]
   [junit4]   2> 1744070 DEBUG (OverseerThreadFactory-4949-thread-3) [    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000003]
   [junit4]   2> 1744070 DEBUG (OverseerThreadFactory-4949-thread-3) [    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000003 complete, response:{success={127.0.0.1:34119_solr={responseHeader={status=0,QTime=0}}},001944791599341444={responseHeader={status=0,QTime=0},STATUS=completed,Response=TaskId: 001944791599341444 webapp=null path=/admin/cores params={async=001944791599341444&qt=/admin/cores&coreNodeName=core_node8&collection.configName=conf1&name=addreplicatest_coll_shard1_replica_n7&action=CREATE&collection=addreplicatest_coll&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=0},Operation addreplica caused exception:=java.lang.InterruptedException: org.apache.solr.cloud.OverseerCollectionMessageHandler@17d2ed75 has been closed.,exception={msg=org.apache.solr.cloud.OverseerCollectionMessageHandler@17d2ed75 has been closed.,rspCode=-1}}
   [junit4]   2> 1744070 WARN  (OverseerAutoScalingTriggerThread-98973741144211466-127.0.0.1:38815_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1744071 DEBUG (jetty-closer-2480-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread has been closed explicitly
   [junit4]   2> 1744071 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/overseer_elect/election/98973741144211466-127.0.0.1:38815_solr-n_0000000000
   [junit4]   2> 1744071 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: create/delete: /solr/collections/addreplicatest_coll/leader_elect/shard1/election/98973741144211466-core_node6-n_0000000001
   [junit4]   2> 1744072 INFO  (jetty-closer-2480-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@46c9e054{/solr,null,UNAVAILABLE}
   [junit4]   2> 1744072 INFO  (zkCallback-2500-thread-3) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34119_solr
   [junit4]   2> 1747348 INFO  (recoveryExecutor-2490-thread-1) [    ] o.a.s.c.RecoveryStrategy RecoveryStrategy has been closed
   [junit4]   2> 1747348 INFO  (recoveryExecutor-2490-thread-1) [    ] o.a.s.c.RecoveryStrategy Finished recovery process, successful=[false]
   [junit4]   2> 1747348 INFO  (recoveryExecutor-2490-thread-1) [    ] o.a.s.c.SolrCore [addreplicatest_coll_shard1_replica_n7]  CLOSING SolrCore org.apache.solr.core.SolrCore@1f657bd6
   [junit4]   2> 1747348 INFO  (recoveryExecutor-2490-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.addreplicatest_coll.shard1.replica_n7, tag=526744534
   [junit4]   2> 1747349 INFO  (recoveryExecutor-2490-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@654e9e15: rootName = solr_34119, domain = solr.core.addreplicatest_coll.shard1.replica_n7, service url = null, agent id = null] for registry solr.core.addreplicatest_coll.shard1.replica_n7 / com.codahale.metrics.MetricRegistry@2a86f714
   [junit4]   2> 1747357 INFO  (recoveryExecutor-2490-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.addreplicatest_coll.shard1.leader, tag=526744534
   [junit4]   2> 1747357 DEBUG (recoveryExecutor-2490-thread-1) [    ] o.a.s.c.ZkController removed listener for config directory [/configs/conf1]
   [junit4]   2> 1747357 DEBUG (recoveryExecutor-2490-thread-1) [    ] o.a.s.c.ZkController No more listeners for config directory [/configs/conf1]
   [junit4]   2> 1747357 WARN  (recoveryExecutor-2490-thread-1) [    ] o.a.s.c.RecoveryStrategy Stopping recovery for core=[addreplicatest_coll_shard1_replica_n7] coreNodeName=[core_node8]
   [junit4]   2> 1747358 INFO  (jetty-closer-2480-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d7a6469{/solr,null,UNAVAILABLE}
   [junit4]   2> 1747358 ERROR (SUITE-AddReplicaTest-seed#[77B3A9DC50455D4A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1747359 INFO  (SUITE-AddReplicaTest-seed#[77B3A9DC50455D4A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33373 33373
   [junit4]   2> 1753380 INFO  (Thread-2574) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33373 33373
   [junit4]   2> 1753380 WARN  (Thread-2574) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	22	/solr/collections/addreplicatest_coll/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/overseer_elect/election/98973741144211466-127.0.0.1:38815_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.AddReplicaTest_77B3A9DC50455D4A-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@46def04d), locale=es-GQ, timezone=Africa/Conakry
   [junit4]   2> NOTE: Linux 4.10.0-37-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=381270048,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestJavabinTupleStreamParser, SpellingQueryConverterTest, DistribDocExpirationUpdateProcessorTest, SolrGangliaReporterTest, QueryEqualityTest, TestPerFieldSimilarity, TestSha256AuthenticationProvider, DistributedTermsComponentTest, TestFieldCacheReopen, BasicAuthIntegrationTest, UninvertDocValuesMergePolicyTest, TestSubQueryTransformerDistrib, ResponseHeaderTest, TestMaxScoreQueryParser, TestAnalyzeInfixSuggestions, PrimUtilsTest, SolrCmdDistributorTest, RemoteQueryErrorTest, ImplicitSnitchTest, BadIndexSchemaTest, TestSimpleTrackingShardHandler, TestInPlaceUpdatesDistrib, TestChildDocTransformer, TestSolrConfigHandler, TestPseudoReturnFields, TestReloadDeadlock, ZkFailoverTest, TestEmbeddedSolrServerAdminHandler, TestConfigSetProperties, TestPullReplicaErrorHandling, TestOmitPositions, TestBM25SimilarityFactory, SuggesterFSTTest, TestRangeQuery, OverseerTaskQueueTest, MoreLikeThisHandlerTest, TestDocBasedVersionConstraints, TestOrdValues, TestCloudInspectUtil, SparseHLLTest, HighlighterMaxOffsetTest, TestSolrFieldCacheBean, LargeFieldTest, SolrIndexSplitterTest, NotRequiredUniqueKeyTest, ShardRoutingCustomTest, TestFastLRUCache, TestSolrConfigHandlerConcurrent, CreateCollectionCleanupTest, DeleteShardTest, TestLegacyField, MissingSegmentRecoveryTest, LeaderInitiatedRecoveryOnShardRestartTest, DistributedVersionInfoTest, TestSchemaVersionResource, CurrencyFieldTypeTest, TestClusterStateMutator, AddBlockUpdateTest, TestLegacyTerms, BlockJoinFacetDistribTest, DirectUpdateHandlerTest, SolrIndexConfigTest, SolrJmxReporterTest, TestRequestStatusCollectionAPI, TolerantUpdateProcessorTest, TestDistributedStatsComponentCardinality, ShowFileRequestHandlerTest, TestAtomicUpdateErrorCases, AtomicUpdatesTest, SolrRequestParserTest, TestComplexPhraseLeadingWildcard, TestDFISimilarityFactory, SolrShardReporterTest, HdfsBasicDistributedZk2Test, TestCursorMarkWithoutUniqueKey, OutputWriterTest, TestCloudManagedSchema, PingRequestHandlerTest, TestPayloadScoreQParserPlugin, TestSchemaNameResource, TestManagedStopFilterFactory, SimpleCollectionCreateDeleteTest, TestStressRecovery, CircularListTest, CloudMLTQParserTest, TestDocSet, TestClusterProperties, TestConfigSetsAPI, TestInfoStreamLogging, ZkSolrClientTest, TestDownShardTolerantSearch, NumberUtilsTest, SegmentsInfoRequestHandlerTest, TestSmileRequest, PolyFieldTest, ZkCLITest, PathHierarchyTokenizerFactoryTest, CloudExitableDirectoryReaderTest, AutoScalingHandlerTest, TestFaceting, TestNoOpRegenerator, DistributedFacetPivotLargeTest, TestRawTransformer, EnumFieldTest, TestAnalyzedSuggestions, TestRemoteStreaming, HdfsLockFactoryTest, TestSurroundQueryParser, SchemaVersionSpecificBehaviorTest, BigEndianAscendingWordSerializerTest, TestHalfAndHalfDocValues, DistributedFacetPivotSmallTest, OutOfBoxZkACLAndCredentialsProvidersTest, SaslZkACLProviderTest, CollectionTooManyReplicasTest, TestLuceneMatchVersion, TestDynamicFieldCollectionResource, DistributedIntervalFacetingTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, ZkControllerTest, TestStressReorder, SimpleFacetsTest, SpellCheckComponentTest, QueryElevationComponentTest, TestSort, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, TestLuceneIndexBackCompat, AddReplicaTest]
   [junit4] Completed [503/749 (1!)] on J1 in 115.77s, 1 test, 1 failure <<< FAILURES!

[...truncated 40918 lines...]