You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/17 15:01:43 UTC

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 21098 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21098/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseConcMarkSweepGC

5 tests failed.
FAILED:  org.apache.lucene.analysis.opennlp.TestOpenNLPPOSFilterFactory.testBasic

Error Message:
term 0 expected:<[Sentence]> but was:<[nuumber]>

Stack Trace:
org.junit.ComparisonFailure: term 0 expected:<[Sentence]> but was:<[nuumber]>
	at __randomizedtesting.SeedInfo.seed([A09A35081A406B67:B60281DC59CED49]:0)
	at org.junit.Assert.assertEquals(Assert.java:125)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:201)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:325)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:329)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:865)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:727)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:723)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertAnalyzesTo(BaseTokenStreamTestCase.java:384)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertAnalyzesTo(BaseTokenStreamTestCase.java:420)
	at org.apache.lucene.analysis.opennlp.TestOpenNLPPOSFilterFactory.testBasic(TestOpenNLPPOSFilterFactory.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([A39717151A835CBB:EC09F3C81B8913D9]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted(MoveReplicaHDFSFailoverTest.java:149)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([A39717151A835CBB:A9C79863DA833D1A]:0)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.getNodeName(JettySolrRunner.java:345)
	at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testOldReplicaIsDeletedInRaceCondition(MoveReplicaHDFSFailoverTest.java:171)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained

Error Message:
Error from server at https://127.0.0.1:46291/solr: Could not fully create collection: movereplicatest_coll2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:46291/solr: Could not fully create collection: movereplicatest_coll2
	at __randomizedtesting.SeedInfo.seed([A39717151A835CBB:8CA482C6A6F3EE99]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.MoveReplicaHDFSFailoverTest.testDataDirAndUlogAreMaintained(MoveReplicaHDFSFailoverTest.java:75)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:35475/solr]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:35475/solr]
	at __randomizedtesting.SeedInfo.seed([A39717151A835CBB:9B2433EB3D70886A]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.autoscaling.AutoAddReplicasPlanActionTest.testSimple(AutoAddReplicasPlanActionTest.java:110)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: https://127.0.0.1:35475/solr
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:657)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	... 44 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:35475 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:141)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 48 more




Build Log:
[...truncated 3950 lines...]
   [junit4] Suite: org.apache.lucene.analysis.opennlp.TestOpenNLPPOSFilterFactory
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestOpenNLPPOSFilterFactory -Dtests.method=testBasic -Dtests.seed=A09A35081A406B67 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ja-JP -Dtests.timezone=America/Tortola -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.02s J2 | TestOpenNLPPOSFilterFactory.testBasic <<<
   [junit4]    > Throwable #1: org.junit.ComparisonFailure: term 0 expected:<[Sentence]> but was:<[nuumber]>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A09A35081A406B67:B60281DC59CED49]:0)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:201)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:325)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertTokenStreamContents(BaseTokenStreamTestCase.java:329)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:865)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:727)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkAnalysisConsistency(BaseTokenStreamTestCase.java:723)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertAnalyzesTo(BaseTokenStreamTestCase.java:384)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.assertAnalyzesTo(BaseTokenStreamTestCase.java:420)
   [junit4]    > 	at org.apache.lucene.analysis.opennlp.TestOpenNLPPOSFilterFactory.testBasic(TestOpenNLPPOSFilterFactory.java:67)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=811, maxMBSortInHeap=7.5182997567829, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@13fe121), locale=ja-JP, timezone=America/Tortola
   [junit4]   2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=6893696,total=16252928
   [junit4]   2> NOTE: All tests run in this JVM: [TestOpenNLPPOSFilterFactory]
   [junit4] Completed [2/5 (1!)] on J2 in 0.61s, 3 tests, 1 failure <<< FAILURES!

[...truncated 8919 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSFailoverTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_A39717151A835CBB-001/init-core-data-001
   [junit4]   2> 1522606 WARN  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 1522606 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1522608 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1522609 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1522609 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_A39717151A835CBB-001/tempDir-001
   [junit4]   2> 1522609 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1522609 INFO  (Thread-3166) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1522609 INFO  (Thread-3166) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1522612 ERROR (Thread-3166) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1522709 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34163
   [junit4]   2> 1522712 INFO  (zkConnectionManagerCallback-2386-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1522717 INFO  (jetty-launcher-2383-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1522717 INFO  (jetty-launcher-2383-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1522722 INFO  (jetty-launcher-2383-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12917a7{/solr,null,AVAILABLE}
   [junit4]   2> 1522722 INFO  (jetty-launcher-2383-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@189246c{/solr,null,AVAILABLE}
   [junit4]   2> 1522726 INFO  (jetty-launcher-2383-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1ff8cab{SSL,[ssl, http/1.1]}{127.0.0.1:43307}
   [junit4]   2> 1522726 INFO  (jetty-launcher-2383-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f49c3f{SSL,[ssl, http/1.1]}{127.0.0.1:46291}
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-1) [    ] o.e.j.s.Server Started @1523875ms
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-2) [    ] o.e.j.s.Server Started @1523875ms
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43307}
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46291}
   [junit4]   2> 1522727 ERROR (jetty-launcher-2383-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1522727 ERROR (jetty-launcher-2383-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-17T14:28:53.277Z
   [junit4]   2> 1522727 INFO  (jetty-launcher-2383-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-17T14:28:53.277Z
   [junit4]   2> 1522730 INFO  (zkConnectionManagerCallback-2388-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1522731 INFO  (jetty-launcher-2383-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1522735 INFO  (zkConnectionManagerCallback-2390-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1522735 INFO  (jetty-launcher-2383-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1522755 INFO  (jetty-launcher-2383-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34163/solr
   [junit4]   2> 1522756 INFO  (zkConnectionManagerCallback-2395-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1522756 INFO  (jetty-launcher-2383-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34163/solr
   [junit4]   2> 1522757 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16064e0a9280003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1522761 INFO  (zkConnectionManagerCallback-2398-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1522763 INFO  (zkConnectionManagerCallback-2400-thread-1-processing-n:127.0.0.1:46291_solr) [n:127.0.0.1:46291_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1522764 INFO  (zkConnectionManagerCallback-2402-thread-1-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1522822 INFO  (jetty-launcher-2383-thread-2) [n:127.0.0.1:46291_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1522822 INFO  (jetty-launcher-2383-thread-1) [n:127.0.0.1:43307_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1522822 INFO  (jetty-launcher-2383-thread-2) [n:127.0.0.1:46291_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46291_solr
   [junit4]   2> 1522822 INFO  (jetty-launcher-2383-thread-1) [n:127.0.0.1:43307_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43307_solr
   [junit4]   2> 1522824 INFO  (jetty-launcher-2383-thread-2) [n:127.0.0.1:46291_solr    ] o.a.s.c.Overseer Overseer (id=99190107875573765-127.0.0.1:46291_solr-n_0000000000) starting
   [junit4]   2> 1522825 INFO  (zkCallback-2401-thread-1-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1522826 INFO  (zkCallback-2399-thread-1-processing-n:127.0.0.1:46291_solr) [n:127.0.0.1:46291_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1522843 INFO  (jetty-launcher-2383-thread-2) [n:127.0.0.1:46291_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46291_solr
   [junit4]   2> 1522844 INFO  (zkCallback-2401-thread-1-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1522844 INFO  (zkCallback-2399-thread-1-processing-n:127.0.0.1:46291_solr) [n:127.0.0.1:46291_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1523030 INFO  (jetty-launcher-2383-thread-1) [n:127.0.0.1:43307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43307.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e67452
   [junit4]   2> 1523046 INFO  (jetty-launcher-2383-thread-1) [n:127.0.0.1:43307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43307.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e67452
   [junit4]   2> 1523046 INFO  (jetty-launcher-2383-thread-1) [n:127.0.0.1:43307_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43307.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e67452
   [junit4]   2> 1523047 INFO  (jetty-launcher-2383-thread-1) [n:127.0.0.1:43307_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_A39717151A835CBB-001/tempDir-001/node1/.
   [junit4]   2> 1523191 INFO  (jetty-launcher-2383-thread-2) [n:127.0.0.1:46291_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46291.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e67452
   [junit4]   2> 1523200 INFO  (jetty-launcher-2383-thread-2) [n:127.0.0.1:46291_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46291.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e67452
   [junit4]   2> 1523201 INFO  (jetty-launcher-2383-thread-2) [n:127.0.0.1:46291_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46291.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e67452
   [junit4]   2> 1523202 INFO  (jetty-launcher-2383-thread-2) [n:127.0.0.1:46291_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_A39717151A835CBB-001/tempDir-001/node2/.
   [junit4]   2> 1523234 INFO  (zkConnectionManagerCallback-2408-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1523237 INFO  (zkConnectionManagerCallback-2412-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1523237 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1523238 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34163/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1523295 WARN  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1523300 WARN  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1523301 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1523310 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_43391_hdfs____.opdzsq/webapp
   [junit4]   2> 1523811 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:43391
   [junit4]   2> 1523883 WARN  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1523884 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1523893 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33287_datanode____.ej4214/webapp
   [junit4]   2> 1524365 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33287
   [junit4]   2> 1524418 WARN  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1524419 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1524434 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_45439_datanode____1wb74w/webapp
   [junit4]   2> 1524508 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_A39717151A835CBB-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_A39717151A835CBB-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:37471) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 1524518 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x45778fbce4298: from storage DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24 node DatanodeRegistration(127.0.0.1:45091, datanodeUuid=7211dbc2-160b-47fa-82bf-d46e9e77eec6, infoPort=41511, infoSecurePort=0, ipcPort=42187, storageInfo=lv=-56;cid=testClusterID;nsid=499679872;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1524518 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x45778fbce4298: from storage DS-d526313d-2add-43ac-8b3c-e52336dc8e80 node DatanodeRegistration(127.0.0.1:45091, datanodeUuid=7211dbc2-160b-47fa-82bf-d46e9e77eec6, infoPort=41511, infoSecurePort=0, ipcPort=42187, storageInfo=lv=-56;cid=testClusterID;nsid=499679872;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1524973 INFO  (SUITE-MoveReplicaHDFSFailoverTest-seed#[A39717151A835CBB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:45439
   [junit4]   2> 1525084 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_A39717151A835CBB-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_A39717151A835CBB-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:37471) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 1525088 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x457791dd98f81: from storage DS-6d31e0ba-adc0-4987-a892-9486f4cadf5e node DatanodeRegistration(127.0.0.1:38845, datanodeUuid=7c036903-3d4f-45e8-819b-ff489406ef6e, infoPort=32847, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-56;cid=testClusterID;nsid=499679872;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 1525088 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x457791dd98f81: from storage DS-347ad9e6-d48c-452c-aeb9-aab6245d9813 node DatanodeRegistration(127.0.0.1:38845, datanodeUuid=7c036903-3d4f-45e8-819b-ff489406ef6e, infoPort=32847, infoSecurePort=0, ipcPort=33729, storageInfo=lv=-56;cid=testClusterID;nsid=499679872;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 1525127 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testOldReplicaIsDeleted
   [junit4]   2> 1525233 INFO  (qtp1891765-12069) [n:127.0.0.1:43307_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll3&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43307_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1525238 INFO  (OverseerThreadFactory-4765-thread-1-processing-n:127.0.0.1:46291_solr) [n:127.0.0.1:46291_solr    ] o.a.s.c.CreateCollectionCmd Create collection movereplicatest_coll3
   [junit4]   2> 1525344 INFO  (OverseerStateUpdate-99190107875573765-127.0.0.1:46291_solr-n_0000000000) [n:127.0.0.1:46291_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"movereplicatest_coll3",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"movereplicatest_coll3_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:43307/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1525551 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=movereplicatest_coll3_shard1_replica_n1&action=CREATE&numShards=1&collection=movereplicatest_coll3&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1525552 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1525656 INFO  (zkCallback-2401-thread-1-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1525656 INFO  (zkCallback-2401-thread-2-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1526568 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1526582 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.s.IndexSchema [movereplicatest_coll3_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1526587 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1526588 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll3_shard1_replica_n1' using configuration from collection movereplicatest_coll3, trusted=true
   [junit4]   2> 1526588 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43307.solr.core.movereplicatest_coll3.shard1.replica_n1' (registry 'solr.core.movereplicatest_coll3.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e67452
   [junit4]   2> 1526589 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:37471/data
   [junit4]   2> 1526589 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1526589 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1526589 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SolrCore [[movereplicatest_coll3_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_A39717151A835CBB-001/tempDir-001/node1/movereplicatest_coll3_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/]
   [junit4]   2> 1526592 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/snapshot_metadata
   [junit4]   2> 1526612 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data
   [junit4]   2> 1526647 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/index
   [junit4]   2> 1526687 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d526313d-2add-43ac-8b3c-e52336dc8e80:NORMAL:127.0.0.1:45091|RBW], ReplicaUC[[DISK]DS-6d31e0ba-adc0-4987-a892-9486f4cadf5e:NORMAL:127.0.0.1:38845|RBW]]} size 0
   [junit4]   2> 1526688 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d526313d-2add-43ac-8b3c-e52336dc8e80:NORMAL:127.0.0.1:45091|RBW], ReplicaUC[[DISK]DS-6d31e0ba-adc0-4987-a892-9486f4cadf5e:NORMAL:127.0.0.1:38845|RBW]]} size 0
   [junit4]   2> 1526744 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1526744 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1526744 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1526756 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1526756 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1526768 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@df9b7b[movereplicatest_coll3_shard1_replica_n1] main]
   [junit4]   2> 1526769 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1526770 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1526770 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1526772 INFO  (searcherExecutor-4770-thread-1-processing-n:127.0.0.1:43307_solr x:movereplicatest_coll3_shard1_replica_n1 s:shard1 c:movereplicatest_coll3 r:core_node2) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SolrCore [movereplicatest_coll3_shard1_replica_n1] Registered new searcher Searcher@df9b7b[movereplicatest_coll3_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1526772 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587041730373353472
   [junit4]   2> 1526775 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1526776 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1526776 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43307/solr/movereplicatest_coll3_shard1_replica_n1/
   [junit4]   2> 1526776 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1526776 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:43307/solr/movereplicatest_coll3_shard1_replica_n1/ has no replicas
   [junit4]   2> 1526776 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1526778 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43307/solr/movereplicatest_coll3_shard1_replica_n1/ shard1
   [junit4]   2> 1526880 INFO  (zkCallback-2401-thread-2-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1526880 INFO  (zkCallback-2401-thread-1-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1526929 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1526937 INFO  (qtp1891765-12071) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=movereplicatest_coll3_shard1_replica_n1&action=CREATE&numShards=1&collection=movereplicatest_coll3&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1386
   [junit4]   2> 1526942 INFO  (qtp1891765-12069) [n:127.0.0.1:43307_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1527033 INFO  (zkCallback-2401-thread-1-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1527033 INFO  (zkCallback-2401-thread-2-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1527240 INFO  (OverseerCollectionConfigSetProcessor-99190107875573765-127.0.0.1:46291_solr-n_0000000000) [n:127.0.0.1:46291_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1527942 INFO  (qtp1891765-12069) [n:127.0.0.1:43307_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=movereplicatest_coll3&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43307_solr&wt=javabin&version=2} status=0 QTime=2709
   [junit4]   2> 1527975 INFO  (qtp1891765-12078) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll3_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1587041731613818880)]} 0 28
   [junit4]   2> 1527984 INFO  (qtp1891765-12082) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [movereplicatest_coll3_shard1_replica_n1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2 (1587041731636887552)]} 0 6
   [junit4]   2> 1527990 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1ff8cab{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1527990 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1849587
   [junit4]   2> 1527990 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 1527990 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@eb5673: rootName = solr_43307, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@30aa7f
   [junit4]   2> 1528000 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 1528000 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@bf4f46: rootName = solr_43307, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@17ea50b
   [junit4]   2> 1528008 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 1528008 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@16ee1b: rootName = solr_43307, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@1d220c2
   [junit4]   2> 1528010 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43307_solr
   [junit4]   2> 1528011 INFO  (zkCallback-2411-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1528011 INFO  (zkCallback-2399-thread-1-processing-n:127.0.0.1:46291_solr) [n:127.0.0.1:46291_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1528011 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 1528011 INFO  (zkCallback-2401-thread-2-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 1528012 INFO  (coreCloseExecutor-4775-thread-1) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SolrCore [movereplicatest_coll3_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@157c1f4
   [junit4]   2> 1528012 INFO  (coreCloseExecutor-4775-thread-1) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.movereplicatest_coll3.shard1.replica_n1, tag=22528500
   [junit4]   2> 1528013 INFO  (coreCloseExecutor-4775-thread-1) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1abe6ba: rootName = solr_43307, domain = solr.core.movereplicatest_coll3.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.movereplicatest_coll3.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@56baa6
   [junit4]   2> 1528023 INFO  (coreCloseExecutor-4775-thread-1) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.movereplicatest_coll3.shard1.leader, tag=22528500
   [junit4]   2> 1528023 INFO  (coreCloseExecutor-4775-thread-1) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1528023 INFO  (coreCloseExecutor-4775-thread-1) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@aed1d6 commitCommandVersion:0
   [junit4]   2> 1528040 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741827_1003{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d526313d-2add-43ac-8b3c-e52336dc8e80:NORMAL:127.0.0.1:45091|RBW], ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW]]} size 182
   [junit4]   2> 1528042 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741827_1003 size 182
   [junit4]   2> 1528111 INFO  (zkCallback-2401-thread-2-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1528112 INFO  (zkCallback-2401-thread-1-processing-n:127.0.0.1:43307_solr) [n:127.0.0.1:43307_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1528446 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741828_1004{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW], ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|FINALIZED]]} size 0
   [junit4]   2> 1528448 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741828_1004 size 69
   [junit4]   2> 1528452 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741829_1005{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d526313d-2add-43ac-8b3c-e52336dc8e80:NORMAL:127.0.0.1:45091|RBW], ReplicaUC[[DISK]DS-6d31e0ba-adc0-4987-a892-9486f4cadf5e:NORMAL:127.0.0.1:38845|RBW]]} size 0
   [junit4]   2> 1528453 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741829_1005{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d526313d-2add-43ac-8b3c-e52336dc8e80:NORMAL:127.0.0.1:45091|RBW], ReplicaUC[[DISK]DS-6d31e0ba-adc0-4987-a892-9486f4cadf5e:NORMAL:127.0.0.1:38845|RBW]]} size 0
   [junit4]   2> 1528461 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741830_1006{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW], ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|RBW]]} size 110
   [junit4]   2> 1528461 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741830_1006 size 110
   [junit4]   2> 1528869 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741831_1007{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW], ReplicaUC[[DISK]DS-d526313d-2add-43ac-8b3c-e52336dc8e80:NORMAL:127.0.0.1:45091|RBW]]} size 0
   [junit4]   2> 1528870 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741831_1007 size 175
   [junit4]   2> 1528875 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW], ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|RBW]]} size 0
   [junit4]   2> 1528876 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741832_1008{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW], ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|RBW]]} size 0
   [junit4]   2> 1528881 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW], ReplicaUC[[DISK]DS-d526313d-2add-43ac-8b3c-e52336dc8e80:NORMAL:127.0.0.1:45091|FINALIZED]]} size 0
   [junit4]   2> 1528881 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741833_1009{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d526313d-2add-43ac-8b3c-e52336dc8e80:NORMAL:127.0.0.1:45091|FINALIZED], ReplicaUC[[DISK]DS-6d31e0ba-adc0-4987-a892-9486f4cadf5e:NORMAL:127.0.0.1:38845|FINALIZED]]} size 0
   [junit4]   2> 1528887 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW], ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|FINALIZED]]} size 0
   [junit4]   2> 1528888 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741834_1010{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW], ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|FINALIZED]]} size 0
   [junit4]   2> 1528894 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW], ReplicaUC[[DISK]DS-d526313d-2add-43ac-8b3c-e52336dc8e80:NORMAL:127.0.0.1:45091|FINALIZED]]} size 0
   [junit4]   2> 1528894 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741835_1011{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-d526313d-2add-43ac-8b3c-e52336dc8e80:NORMAL:127.0.0.1:45091|FINALIZED], ReplicaUC[[DISK]DS-6d31e0ba-adc0-4987-a892-9486f4cadf5e:NORMAL:127.0.0.1:38845|FINALIZED]]} size 0
   [junit4]   2> 1528898 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741836_1012{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6d31e0ba-adc0-4987-a892-9486f4cadf5e:NORMAL:127.0.0.1:38845|RBW], ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|RBW]]} size 0
   [junit4]   2> 1528899 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741836_1012{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|RBW], ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|FINALIZED]]} size 0
   [junit4]   2> 1528917 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741837_1013{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|RBW], ReplicaUC[[DISK]DS-6d31e0ba-adc0-4987-a892-9486f4cadf5e:NORMAL:127.0.0.1:38845|FINALIZED]]} size 0
   [junit4]   2> 1528917 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741837_1013{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-6d31e0ba-adc0-4987-a892-9486f4cadf5e:NORMAL:127.0.0.1:38845|FINALIZED], ReplicaUC[[DISK]DS-d526313d-2add-43ac-8b3c-e52336dc8e80:NORMAL:127.0.0.1:45091|FINALIZED]]} size 0
   [junit4]   2> 1528922 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741838_1014{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|RBW], ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW]]} size 0
   [junit4]   2> 1528922 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741838_1014{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|RBW], ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW]]} size 0
   [junit4]   2> 1528929 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741839_1015{UCState=COMMITTED, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|RBW], ReplicaUC[[DISK]DS-6d31e0ba-adc0-4987-a892-9486f4cadf5e:NORMAL:127.0.0.1:38845|RBW]]} size 174
   [junit4]   2> 1528930 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741839_1015 size 174
   [junit4]   2> 1529339 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:38845 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-304f48de-08f9-44ca-ae3c-a21e3a0e3c24:NORMAL:127.0.0.1:45091|RBW], ReplicaUC[[DISK]DS-347ad9e6-d48c-452c-aeb9-aab6245d9813:NORMAL:127.0.0.1:38845|RBW]]} size 74
   [junit4]   2> 1529339 INFO  (Block report processor) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:45091 is added to blk_1073741826_1002 size 129
   [junit4]   2> 1529343 INFO  (coreCloseExecutor-4775-thread-1) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/index
   [junit4]   2> 1529344 INFO  (coreCloseExecutor-4775-thread-1) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data
   [junit4]   2> 1529344 INFO  (coreCloseExecutor-4775-thread-1) [n:127.0.0.1:43307_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/snapshot_metadata
   [junit4]   2> 1529345 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16064e0a9280006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1529345 INFO  (TEST-MoveReplicaHDFSFailoverTest.testOldReplicaIsDeleted-seed#[A39717151A835CBB]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@189246c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1529432 INFO  (qtp10027033-12067) [n:127.0.0.1:46291_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :movereplica with params replica=core_node2&action=MOVEREPLICA&collection=movereplicatest_coll3&targetNode=127.0.0.1:46291_solr&wt=javabin&version=2&inPlaceMove=true and sendToOCPQueue=true
   [junit4]   2> 1529434 INFO  (OverseerThreadFactory-4765-thread-2-processing-n:127.0.0.1:46291_solr) [n:127.0.0.1:46291_solr    ] o.a.s.c.MoveReplicaCmd Replica will be moved to node 127.0.0.1:46291_solr: core_node2:{"dataDir":"hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/","base_url":"https://127.0.0.1:43307/solr","node_name":"127.0.0.1:43307_solr","type":"NRT","ulogDir":"hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/tlog","core":"movereplicatest_coll3_shard1_replica_n1","shared_storage":"true","state":"down","leader":"true"}
   [junit4]   2> 1529434 INFO  (OverseerThreadFactory-4765-thread-2-processing-n:127.0.0.1:46291_solr) [n:127.0.0.1:46291_solr    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46291_solr for creating new replica
   [junit4]   2> 1529440 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&dataDir=hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/&collection.configName=conf1&name=movereplicatest_coll3_shard1_replica_n1&action=CREATE&collection=movereplicatest_coll3&shard=shard1&wt=javabin&version=2&ulogDir=hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/&replicaType=NRT
   [junit4]   2> 1529440 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1529544 INFO  (zkCallback-2399-thread-1-processing-n:127.0.0.1:46291_solr) [n:127.0.0.1:46291_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1529544 INFO  (zkCallback-2399-thread-2-processing-n:127.0.0.1:46291_solr) [n:127.0.0.1:46291_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/movereplicatest_coll3/state.json] for collection [movereplicatest_coll3] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1530452 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1530461 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.s.IndexSchema [movereplicatest_coll3_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1530464 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1530464 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'movereplicatest_coll3_shard1_replica_n1' using configuration from collection movereplicatest_coll3, trusted=true
   [junit4]   2> 1530465 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46291.solr.core.movereplicatest_coll3.shard1.replica_n1' (registry 'solr.core.movereplicatest_coll3.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@e67452
   [junit4]   2> 1530465 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost.localdomain:37471/data
   [junit4]   2> 1530465 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1530465 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1530465 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SolrCore [[movereplicatest_coll3_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSFailoverTest_A39717151A835CBB-001/tempDir-001/node2/movereplicatest_coll3_shard1_replica_n1], dataDir=[hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/]
   [junit4]   2> 1530467 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/snapshot_metadata
   [junit4]   2> 1530476 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data
   [junit4]   2> 1530549 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1530549 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1530549 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 1530558 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.FSHDFSUtils Recovering lease on dfs file hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/tlog/tlog.0000000000000000000
   [junit4]   2> 1530573 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1530573 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1530576 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost.localdomain:37471/data/movereplicatest_coll3/core_node2/data/index
   [junit4]   2> 1530631 INFO  (IPC Server handler 9 on 37471) [    ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:45091 127.0.0.1:38845 
   [junit4]   2> 1530654 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1a4c7e9[movereplicatest_coll3_shard1_replica_n1] main]
   [junit4]   2> 1530655 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1530655 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1530656 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1530658 INFO  (searcherExecutor-4777-thread-1-processing-n:127.0.0.1:46291_solr x:movereplicatest_coll3_shard1_replica_n1 s:shard1 c:movereplicatest_coll3 r:core_node2) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SolrCore [movereplicatest_coll3_shard1_replica_n1] Registered new searcher Searcher@1a4c7e9[movereplicatest_coll3_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C2)))}
   [junit4]   2> 1530670 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1530670 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1530670 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:46291/solr/movereplicatest_coll3_shard1_replica_n1/
   [junit4]   2> 1530670 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1530670 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:46291/solr/movereplicatest_coll3_shard1_replica_n1/ has no replicas
   [junit4]   2> 1530670 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1530673 INFO  (qtp10027033-12081) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 x:movereplicatest_coll3_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:46291/solr/movereplicatest_coll3_shard1_replica_n1/ shard1
   [junit4]   2> 1530681 WARN  (Thread-3387) [n:127.0.0.1:46291_solr c:movereplicatest_coll3 s:shard1 r:core_node2 

[...truncated too long message...]

trics.MetricRegistry@1cfd64e
   [junit4]   2> 2421161 INFO  (coreCloseExecutor-8716-thread-5) [n:127.0.0.1:35475_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testSimple3.shard3.replica_n4, tag=6857240
   [junit4]   2> 2421161 INFO  (coreCloseExecutor-8716-thread-5) [n:127.0.0.1:35475_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@15e69e7: rootName = solr_35475, domain = solr.core.testSimple3.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.testSimple3.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@543ac2
   [junit4]   2> 2421174 INFO  (coreCloseExecutor-8716-thread-5) [n:127.0.0.1:35475_solr c:testSimple3 s:shard3 r:core_node6 x:testSimple3_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard3.leader, tag=6857240
   [junit4]   2> 2421174 INFO  (coreCloseExecutor-8716-thread-1) [n:127.0.0.1:35475_solr c:testSimple1 s:shard2 r:core_node7 x:testSimple1_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard2.leader, tag=6042714
   [junit4]   2> 2421174 INFO  (coreCloseExecutor-8716-thread-2) [n:127.0.0.1:35475_solr c:testSimple1 s:shard1 r:core_node3 x:testSimple1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple1.shard1.leader, tag=5801534
   [junit4]   2> 2421175 INFO  (coreCloseExecutor-8716-thread-3) [n:127.0.0.1:35475_solr c:testSimple3 s:shard1 r:core_node3 x:testSimple3_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard1.leader, tag=982722
   [junit4]   2> 2421175 INFO  (coreCloseExecutor-8716-thread-4) [n:127.0.0.1:35475_solr c:testSimple3 s:shard2 r:core_node5 x:testSimple3_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testSimple3.shard2.leader, tag=30383504
   [junit4]   2> 2421179 INFO  (jetty-closer-9627-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@20d8de{/solr,null,UNAVAILABLE}
   [junit4]   2> 2421179 ERROR (SUITE-AutoAddReplicasPlanActionTest-seed#[A39717151A835CBB]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2421180 INFO  (SUITE-AutoAddReplicasPlanActionTest-seed#[A39717151A835CBB]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40595 40595
   [junit4]   2> 2427038 INFO  (Thread-8570) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:40595 40595
   [junit4]   2> 2427039 WARN  (Thread-8570) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	17	/solr/collections/testSimple1/state.json
   [junit4]   2> 	14	/solr/collections/testSimple2/state.json
   [junit4]   2> 	8	/solr/collections/testSimple3/state.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/collections/testSimple1/leader_elect/shard2/election/99190165906587655-core_node8-n_0000000000
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/collections/testSimple1/leader_elect/shard1/election/99190165906587655-core_node5-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.AutoAddReplicasPlanActionTest_A39717151A835CBB-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=145, maxMBSortInHeap=7.832087515388518, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4839c3), locale=ar-LB, timezone=W-SU
   [junit4]   2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=269791944,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestCursorMarkWithoutUniqueKey, TestCollationField, RemoteQueryErrorTest, V2ApiIntegrationTest, TestRecoveryHdfs, TestRandomCollapseQParserPlugin, TestRangeQuery, OpenCloseCoreStressTest, CloudExitableDirectoryReaderTest, DistribDocExpirationUpdateProcessorTest, CheckHdfsIndexTest, TestDefaultStatsCache, TestPerFieldSimilarity, HdfsBasicDistributedZk2Test, DebugComponentTest, TestUniqueKeyFieldResource, TestFieldCollectionResource, PreAnalyzedFieldManagedSchemaCloudTest, CollectionTooManyReplicasTest, BadIndexSchemaTest, TestUseDocValuesAsStored2, TestGraphTermsQParserPlugin, DeleteShardTest, RestartWhileUpdatingTest, TestAtomicUpdateErrorCases, SolrIndexSplitterTest, SolrMetricsIntegrationTest, SecurityConfHandlerTest, CursorMarkTest, ShardRoutingTest, HdfsRecoverLeaseTest, TestSimpleQParserPlugin, DistributedFacetExistsSmallTest, DocumentAnalysisRequestHandlerTest, DistributedFacetPivotSmallAdvancedTest, RankQueryTest, TestDocumentBuilder, TestFastLRUCache, TestAnalyzedSuggestions, TestHighFrequencyDictionaryFactory, SuggesterTSTTest, LeaderFailoverAfterPartitionTest, MoreLikeThisHandlerTest, TestDelegationWithHadoopAuth, UtilsToolTest, ExitableDirectoryReaderTest, LukeRequestHandlerTest, TestSolrQueryResponse, HdfsUnloadDistributedZkTest, TermVectorComponentDistributedTest, AddSchemaFieldsUpdateProcessorFactoryTest, SampleTest, TestTlogReplica, NumericFieldsTest, ParsingFieldUpdateProcessorsTest, ChangedSchemaMergeTest, TestPseudoReturnFields, TestNumericTerms64, AnalysisErrorHandlingTest, TestLegacyNumericRangeQueryBuilder, NotRequiredUniqueKeyTest, SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, TestNonDefinedSimilarityFactory, TestDocTermOrds, DirectUpdateHandlerTest, TestStressUserVersions, TestSchemaManager, TestCoreAdminApis, SystemLogListenerTest, TestHdfsBackupRestoreCore, SolrRequestParserTest, ConcurrentDeleteAndCreateCollectionTest, TestMultiWordSynonyms, AssignTest, BasicAuthStandaloneTest, NodeAddedTriggerTest, TestDownShardTolerantSearch, TestStressLucene, TestNumericRangeQuery32, RegexBoostProcessorTest, TestRequestStatusCollectionAPI, QueryEqualityTest, SchemaVersionSpecificBehaviorTest, CloneFieldUpdateProcessorFactoryTest, TestReloadAndDeleteDocs, TestSurroundQueryParser, DistributedTermsComponentTest, TestBlendedInfixSuggestions, SubstringBytesRefFilterTest, RequestHandlersTest, TestCloudNestedDocsSort, CdcrBidirectionalTest, TestSimpleTrackingShardHandler, TestUtilizeNode, FullHLLTest, ConvertedLegacyTest, SolrCloudReportersTest, CoreAdminCreateDiscoverTest, TestRTGBase, MBeansHandlerTest, LeaderInitiatedRecoveryOnShardRestartTest, TestBulkSchemaConcurrent, TestWriterPerf, TestClusterStateProvider, PingRequestHandlerTest, BlobRepositoryCloudTest, PathHierarchyTokenizerFactoryTest, BufferStoreTest, TestQuerySenderNoQuery, SolrCoreMetricManagerTest, TestStressReorder, JSONWriterTest, CreateCollectionCleanupTest, ChaosMonkeySafeLeaderTest, TolerantUpdateProcessorTest, DOMUtilTest, SuggesterFSTTest, TestCustomStream, TestEmbeddedSolrServerAdminHandler, TestSolr4Spatial, SimpleMLTQParserTest, TestBlobHandler, TestJsonFacets, SaslZkACLProviderTest, HealthCheckHandlerTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, ZkSolrClientTest, DistributedSpellCheckComponentTest, TestJoin, TestGroupingSearch, BasicFunctionalityTest, TestBadConfig, TestIndexSearcher, HighlighterTest, DistributedQueryElevationComponentTest, TestExtendedDismaxParser, CoreAdminHandlerTest, SolrCoreCheckLockOnStartupTest, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, DistanceFunctionTest, TestReversedWildcardFilterFactory, TestIndexingPerformance, TestSolrQueryParser, SolrPluginUtilsTest, ReturnFieldsTest, CSVRequestHandlerTest, HighlighterConfigTest, AlternateDirectoryTest, SolrIndexConfigTest, TestMergePolicyConfig, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, DirectSolrConnectionTest, TestLuceneMatchVersion, TestCodecSupport, TestFastOutputStream, URLClassifyProcessorTest, SpellingQueryConverterTest, CircularListTest, CursorPagingTest, TestDistributedMissingSort, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AliasIntegrationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, DeleteLastCustomShardedReplicaTest, DistribJoinFromCollectionTest, HttpPartitionTest, MissingSegmentRecoveryTest, MoveReplicaTest, ReplaceNodeTest, SSLMigrationTest, SolrCloudExampleTest, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestCryptoKeys, TestLeaderElectionWithEmptyReplica, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestShortCircuitedRequests, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressLiveNodes, TestTolerantUpdateProcessorCloud, TriLevelCompositeIdRoutingTest, AutoAddReplicasPlanActionTest]
   [junit4] Completed [570/764 (2!)] on J1 in 19.07s, 1 test, 1 error <<< FAILURES!

[...truncated 44514 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build # 21104 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21104/
Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
expected:<3> but was:<1>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<1>
	at __randomizedtesting.SeedInfo.seed([C303617012824E7D:8B7615C414B161E8]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:466)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1780 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20171218_153118_30115783560810900919594.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20171218_153118_31116750602578632294263.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20171218_153118_3106104584198324648577.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 285 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171218_153843_0651998772856561778271.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171218_153843_0643973841853102529878.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 14 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171218_153843_06516188965905729887873.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1057 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171218_154015_9356097605320648046054.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171218_154015_93610007816533532641696.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171218_154015_9361498125279681277194.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 226 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171218_154152_4165993761984033248608.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171218_154152_4167173098937078495265.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171218_154152_41615597644344734563263.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 249 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171218_154203_9843243574324009192763.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171218_154203_9817745768127774956295.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171218_154203_9968556627307756099494.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171218_154231_96516754041324909030406.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171218_154231_9659793951114366221998.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171218_154231_9661578040015055920044.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 158 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J2-20171218_154235_9196095703783796198324.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J0-20171218_154235_9195197386945516618754.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/opennlp/test/temp/junit4-J1-20171218_154235_9196627016792693057510.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 168 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171218_154238_8161388593921061806024.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171218_154238_81615774208255374172152.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171218_154238_8163404671969709027445.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171218_154250_7453886807666522446303.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171218_154250_74511802852107395890983.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171218_154259_68813824172905467157657.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171218_154259_68816366013011140630810.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171218_154259_6885114920980264188600.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171218_154302_5469750932385909049272.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171218_154310_23615730154636346557684.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171218_154310_2361199754075664301842.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171218_154310_237951377235506418520.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1270 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171218_154327_09510552191117601792589.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171218_154327_0955586016356753412817.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171218_154327_0952999972637284263856.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20171218_154335_8134001842694568452007.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20171218_154335_8145923773489619645477.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20171218_154335_81415632652157373008063.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 252 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20171218_154346_93711714615487447817518.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20171218_154346_9371065316685751109168.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20171218_154346_9376616569929542513249.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 235 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20171218_154618_74318299832473280986255.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20171218_154618_7434776013687713738899.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20171218_154618_7432138000286708180474.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 173 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20171218_154621_84814796321351764575221.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20171218_154621_84913963695969718844081.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20171218_154621_84818164910011714215124.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 223 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20171218_154628_1092466600054101070385.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20171218_154628_10815576856652441479195.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20171218_154628_10915578582664252344082.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 176 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20171218_154701_5493059266801055615059.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20171218_154701_5491347108527200536838.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20171218_154701_5494833132660027746526.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 240 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20171218_154715_4693814884264836275423.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20171218_154715_4695129365607921445246.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20171218_154715_46910140494945130259199.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 163 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20171218_154731_742677601967482235588.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20171218_154731_74210031876018160102237.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20171218_154731_74212645740874966057153.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20171218_154747_1462341591606558180125.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20171218_154747_14618133995773637392543.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 180 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20171218_154758_08014095125238173837382.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20171218_154758_08011121680866137634069.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20171218_154758_08017798938526230713397.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 307 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20171218_154814_4563609969524304304324.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20171218_154814_45616507654011131226718.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20171218_154814_4569691312053786247260.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 227 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20171218_154823_05115729354167811565606.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20171218_154823_05111030427853472475544.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20171218_154823_05115268663700760346562.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20171218_154831_29814949460559873784854.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20171218_154831_29810688019122883236747.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20171218_154831_29812671416179203693167.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20171218_154843_85713891767523864381104.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20171218_154843_85715511559854012381163.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20171218_154843_85716500003854503706882.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 320 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20171218_154936_27817953865789946556640.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20171218_154936_27815990855497003992011.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20171218_154936_27817795795068297865344.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20171218_154952_3571749407381209031427.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 172 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20171218_154954_02516322114074518044508.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20171218_154954_0251197852863442256902.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 8 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20171218_154954_0252146923677063455057.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 241 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20171218_155033_96316661262108336876336.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 12 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20171218_155033_96311781604550364683819.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20171218_155033_96311263969618905187824.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 2576 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/init-core-data-001
   [junit4]   2> 992478 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[C303617012824E7D]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 992478 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C303617012824E7D]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 992479 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C303617012824E7D]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 992480 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C303617012824E7D]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 992481 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C303617012824E7D]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-001
   [junit4]   2> 992481 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C303617012824E7D]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 992485 INFO  (Thread-3460) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 992485 INFO  (Thread-3460) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 992489 ERROR (Thread-3460) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 992585 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C303617012824E7D]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44317
   [junit4]   2> 992586 INFO  (zkConnectionManagerCallback-2046-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992588 INFO  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 992588 INFO  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 992588 INFO  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 992589 INFO  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@26f63ef8{/solr,null,AVAILABLE}
   [junit4]   2> 992589 INFO  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@38652a7e{/solr,null,AVAILABLE}
   [junit4]   2> 992589 INFO  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cdca0b3{/solr,null,AVAILABLE}
   [junit4]   2> 992589 INFO  (jetty-launcher-2043-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 992590 INFO  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@17f49935{SSL,[ssl, http/1.1]}{127.0.0.1:40169}
   [junit4]   2> 992590 INFO  (jetty-launcher-2043-thread-1) [    ] o.e.j.s.Server Started @994513ms
   [junit4]   2> 992590 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40169}
   [junit4]   2> 992591 ERROR (jetty-launcher-2043-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 992591 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 992591 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 992591 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 992591 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T16:08:01.590251Z
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@45f59e42{SSL,[ssl, http/1.1]}{127.0.0.1:42365}
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-2) [    ] o.e.j.s.Server Started @994516ms
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c209f64{SSL,[ssl, http/1.1]}{127.0.0.1:33765}
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42365}
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-3) [    ] o.e.j.s.Server Started @994516ms
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33765}
   [junit4]   2> 992594 ERROR (jetty-launcher-2043-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 992594 ERROR (jetty-launcher-2043-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T16:08:01.593693Z
   [junit4]   2> 992594 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T16:08:01.593715Z
   [junit4]   2> 992595 INFO  (zkConnectionManagerCallback-2048-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992596 INFO  (jetty-launcher-2043-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7bbc918b{/solr,null,AVAILABLE}
   [junit4]   2> 992596 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 992596 INFO  (zkConnectionManagerCallback-2052-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992596 INFO  (zkConnectionManagerCallback-2050-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992597 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 992597 INFO  (jetty-launcher-2043-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@49c37928{SSL,[ssl, http/1.1]}{127.0.0.1:41583}
   [junit4]   2> 992597 INFO  (jetty-launcher-2043-thread-4) [    ] o.e.j.s.Server Started @994519ms
   [junit4]   2> 992597 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 992597 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41583}
   [junit4]   2> 992597 ERROR (jetty-launcher-2043-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 992597 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 992597 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 992597 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 992597 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T16:08:01.596604Z
   [junit4]   2> 992598 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 992598 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 992598 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 992598 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 992602 INFO  (zkConnectionManagerCallback-2054-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992602 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 992602 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 992603 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44317/solr
   [junit4]   2> 992603 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44317/solr
   [junit4]   2> 992603 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 992604 INFO  (zkConnectionManagerCallback-2059-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992604 INFO  (zkConnectionManagerCallback-2062-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992605 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 992606 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 992606 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44317/solr
   [junit4]   2> 992606 INFO  (zkConnectionManagerCallback-2064-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992607 INFO  (zkConnectionManagerCallback-2068-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992607 INFO  (zkConnectionManagerCallback-2070-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992607 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1606a61c8cd0009, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 992608 INFO  (zkConnectionManagerCallback-2072-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992609 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44317/solr
   [junit4]   2> 992609 INFO  (zkConnectionManagerCallback-2076-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992611 INFO  (zkConnectionManagerCallback-2078-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992620 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 992620 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42365_solr
   [junit4]   2> 992621 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99196160015400970-127.0.0.1:42365_solr-n_0000000000) starting
   [junit4]   2> 992626 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42365_solr
   [junit4]   2> 992629 INFO  (zkCallback-2071-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 992653 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992659 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992659 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992660 INFO  (jetty-launcher-2043-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-001/node2
   [junit4]   2> 992663 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 992676 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 992676 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 992677 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 992678 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 992678 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 992678 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33765_solr
   [junit4]   2> 992679 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40169_solr
   [junit4]   2> 992679 INFO  (zkCallback-2071-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 992679 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41583_solr
   [junit4]   2> 992681 INFO  (zkCallback-2071-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 992699 INFO  (zkCallback-2067-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 992699 INFO  (zkCallback-2077-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 992708 INFO  (zkCallback-2063-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 992728 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992735 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992736 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992737 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992737 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992738 INFO  (jetty-launcher-2043-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-001/node1
   [junit4]   2> 992742 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992742 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992743 INFO  (jetty-launcher-2043-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-001/node3
   [junit4]   2> 992745 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992745 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 992746 INFO  (jetty-launcher-2043-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-001/node4
   [junit4]   2> 992832 INFO  (zkConnectionManagerCallback-2088-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992833 INFO  (zkConnectionManagerCallback-2092-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 992834 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C303617012824E7D]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 992834 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[C303617012824E7D]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44317/solr ready
   [junit4]   2> 992850 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[C303617012824E7D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoConfigSetExist
   [junit4]   2> 992850 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[C303617012824E7D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 992861 INFO  (qtp60800383-10394) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 992862 INFO  (OverseerThreadFactory-3358-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection noconfig
   [junit4]   2> 992863 ERROR (OverseerThreadFactory-3358-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Collection: noconfig operation: create failed:org.apache.solr.common.SolrException: Can not find the specified config set: conf123
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.validateConfigOrThrowSolrException(OverseerCollectionMessageHandler.java:762)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:114)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:242)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 992866 INFO  (qtp60800383-10394) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf123&name=noconfig&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=400 QTime=5
   [junit4]   2> 993869 INFO  (qtp60800383-10389) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 993869 INFO  (qtp60800383-10389) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 993870 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[C303617012824E7D]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoConfigSetExist
   [junit4]   2> 993882 INFO  (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[C303617012824E7D]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deletePartiallyCreatedCollection
   [junit4]   2> 993882 INFO  (TEST-CollectionsAPIDistributedZkTest.deletePartiallyCreatedCollection-seed#[C303617012824E7D]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 993883 INFO  (qtp60800383-10396) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 993884 INFO  (OverseerThreadFactory-3358-thread-2) [    ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
   [junit4]   2> 993884 INFO  (OverseerCollectionConfigSetProcessor-99196160015400970-127.0.0.1:42365_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 993884 WARN  (OverseerThreadFactory-3358-thread-2) [    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (halfdeletedcollection) without cores.
   [junit4]   2> 993988 INFO  (qtp60800383-10396) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 993988 INFO  (qtp60800383-10396) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=104
   [junit4]   2> 993989 INFO  (qtp60800383-10386) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-002&action=ADDREPLICA&collection=halfdeletedcollection&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 993990 INFO  (OverseerCollectionConfigSetProcessor-99196160015400970-127.0.0.1:42365_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 993990 INFO  (OverseerThreadFactory-3358-thread-3) [    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40169_solr for creating new replica
   [junit4]   2> 993991 INFO  (OverseerStateUpdate-99196160015400970-127.0.0.1:42365_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"halfdeletedcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"halfdeletedcollection_shard1_replica_n41",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40169/solr",
   [junit4]   2>   "node_name":"127.0.0.1:40169_solr",
   [junit4]   2>   "type":"NRT"} 
   [junit4]   2> 994195 INFO  (qtp60800383-10374) [    ] o.a.s.u.TestInjection Inject random core creation delay of 8s
   [junit4]   2> 1002195 INFO  (qtp60800383-10374) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node42&dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-002&collection.configName=conf&name=halfdeletedcollection_shard1_replica_n41&action=CREATE&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1002195 INFO  (qtp60800383-10374) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1002197 INFO  (zkCallback-2067-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1002197 INFO  (zkCallback-2067-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1002200 INFO  (qtp60800383-10374) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1002209 INFO  (qtp60800383-10374) [    ] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica_n41] Schema name=minimal
   [junit4]   2> 1002210 INFO  (qtp60800383-10374) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1002210 INFO  (qtp60800383-10374) [    ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica_n41' using configuration from collection halfdeletedcollection, trusted=true
   [junit4]   2> 1002210 INFO  (qtp60800383-10374) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard1.replica_n41' (registry 'solr.core.halfdeletedcollection.shard1.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 1002210 INFO  (qtp60800383-10374) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1002210 INFO  (qtp60800383-10374) [    ] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-001/node1/halfdeletedcollection_shard1_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-002/]
   [junit4]   2> 1002237 INFO  (qtp60800383-10374) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1002237 INFO  (qtp60800383-10374) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1002238 INFO  (qtp60800383-10374) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1002238 INFO  (qtp60800383-10374) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1002239 INFO  (qtp60800383-10374) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@32ad97d1[halfdeletedcollection_shard1_replica_n41] main]
   [junit4]   2> 1002240 INFO  (qtp60800383-10374) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1002240 INFO  (qtp60800383-10374) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1002240 INFO  (qtp60800383-10374) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1002241 INFO  (searcherExecutor-3367-thread-1) [    ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n41] Registered new searcher Searcher@32ad97d1[halfdeletedcollection_shard1_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1002241 INFO  (qtp60800383-10374) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587138570475274240
   [junit4]   2> 1002243 INFO  (qtp60800383-10374) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1002243 INFO  (qtp60800383-10374) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1002243 INFO  (qtp60800383-10374) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40169/solr/halfdeletedcollection_shard1_replica_n41/
   [junit4]   2> 1002243 INFO  (qtp60800383-10374) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1002243 INFO  (qtp60800383-10374) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:40169/solr/halfdeletedcollection_shard1_replica_n41/ has no replicas
   [junit4]   2> 1002243 INFO  (qtp60800383-10374) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1002244 INFO  (qtp60800383-10374) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40169/solr/halfdeletedcollection_shard1_replica_n41/ shard1
   [junit4]   2> 1002345 INFO  (zkCallback-2067-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1002345 INFO  (zkCallback-2067-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1002394 INFO  (qtp60800383-10374) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1002407 INFO  (qtp60800383-10374) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node42&dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-002&collection.configName=conf&name=halfdeletedcollection_shard1_replica_n41&action=CREATE&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=8212
   [junit4]   2> 1002409 INFO  (qtp60800383-10386) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={dataDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-002&action=ADDREPLICA&collection=halfdeletedcollection&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=8420
   [junit4]   2> 1002409 INFO  (qtp60800383-10394) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfdeletedcollection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1002410 INFO  (OverseerCollectionConfigSetProcessor-99196160015400970-127.0.0.1:42365_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1002410 INFO  (OverseerThreadFactory-3358-thread-4) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1002411 INFO  (qtp60800383-10389) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n41, tag=null
   [junit4]   2> 1002411 INFO  (qtp60800383-10389) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@48ab2d4d: rootName = null, domain = solr.core.halfdeletedcollection.shard1.replica_n41, service url = null, agent id = null] for registry solr.core.halfdeletedcollection.shard1.replica_n41 / com.codahale.metrics.MetricRegistry@2f577c6b
   [junit4]   2> 1002420 INFO  (qtp60800383-10389) [    ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n41]  CLOSING SolrCore org.apache.solr.core.SolrCore@46b1e35b
   [junit4]   2> 1002420 INFO  (qtp60800383-10389) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.halfdeletedcollection.shard1.replica_n41, tag=1186063195
   [junit4]   2> 1002420 INFO  (qtp60800383-10389) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.halfdeletedcollection.shard1.leader, tag=1186063195
   [junit4]   2> 1002424 INFO  (qtp60800383-10389) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfdeletedcollection_shard1_replica_n41&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=13
   [junit4]   2> 1003128 INFO  (qtp60800383-10394) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfdeletedcollection&action=DELETE&wt=javabin&version=2} status=0 QTime=718
   [junit4]   2> 1003129 INFO  (qtp60800383-10396) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1003129 INFO  (qtp60800383-10396) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1003129 INFO  (qtp60800383-10386) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfdeletedcollection&nrtReplicas=1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1003131 INFO  (OverseerThreadFactory-3358-thread-5) [    ] o.a.s.c.CreateCollectionCmd Create collection halfdeletedcollection
   [junit4]   2> 1003131 INFO  (OverseerCollectionConfigSetProcessor-99196160015400970-127.0.0.1:42365_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1003336 INFO  (OverseerStateUpdate-99196160015400970-127.0.0.1:42365_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"halfdeletedcollection_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40169/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1003337 INFO  (OverseerStateUpdate-99196160015400970-127.0.0.1:42365_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"halfdeletedcollection",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"halfdeletedcollection_shard2_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42365/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1003541 INFO  (qtp60800383-10374) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1003558 INFO  (qtp267700823-10372) [    ] o.a.s.u.TestInjection Inject random core creation delay of 8s
   [junit4]   2> 1003644 INFO  (zkCallback-2067-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1003644 INFO  (zkCallback-2067-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1004548 INFO  (qtp60800383-10374) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1004552 INFO  (qtp60800383-10374) [    ] o.a.s.s.IndexSchema [halfdeletedcollection_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1004553 INFO  (qtp60800383-10374) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1004553 INFO  (qtp60800383-10374) [    ] o.a.s.c.CoreContainer Creating SolrCore 'halfdeletedcollection_shard1_replica_n1' using configuration from collection halfdeletedcollection, trusted=true
   [junit4]   2> 1004553 INFO  (qtp60800383-10374) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.halfdeletedcollection.shard1.replica_n1' (registry 'solr.core.halfdeletedcollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6cc4f0d9
   [junit4]   2> 1004553 INFO  (qtp60800383-10374) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1004553 INFO  (qtp60800383-10374) [    ] o.a.s.c.SolrCore [[halfdeletedcollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-001/node1/halfdeletedcollection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_C303617012824E7D-001/tempDir-001/node1/halfdeletedcollection_shard1_replica_n1/data/]
   [junit4]   2> 1004593 INFO  (qtp60800383-10374) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1004593 INFO  (qtp60800383-10374) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1004594 INFO  (qtp60800383-10374) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1004594 INFO  (qtp60800383-10374) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1004595 INFO  (qtp60800383-10374) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e371585[halfdeletedcollection_shard1_replica_n1] main]
   [junit4]   2> 1004596 INFO  (qtp60800383-10374) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1004596 INFO  (qtp60800383-10374) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1004597 INFO  (qtp60800383-10374) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1004598 INFO  (searcherExecutor-3372-thread-1) [    ] o.a.s.c.SolrCore [halfdeletedcollection_shard1_replica_n1] Registered new searcher Searcher@4e371585[halfdeletedcollection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1004598 INFO  (qtp60800383-10374) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587138572946767872
   [junit4]   2> 1004605 INFO  (qtp60800383-10374) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1004605 INFO  (qtp60800383-10374) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1004605 INFO  (qtp60800383-10374) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40169/solr/halfdeletedcollection_shard1_replica_n1/
   [junit4]   2> 1004605 INFO  (qtp60800383-10374) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1004605 INFO  (qtp60800383-10374) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:40169/solr/halfdeletedcollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1004605 INFO  (qtp60800383-10374) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1004606 INFO  (qtp60800383-10374) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40169/solr/halfdeletedcollection_shard1_replica_n1/ shard1
   [junit4]   2> 1004707 INFO  (zkCallback-2067-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1004707 INFO  (zkCallback-2067-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1004756 INFO  (qtp60800383-10374) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1004769 INFO  (qtp60800383-10374) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard1_replica_n1&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1228
   [junit4]   2> 1004858 INFO  (zkCallback-2067-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1004858 INFO  (zkCallback-2067-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfdeletedcollection/state.json] for collection [halfdeletedcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1011559 INFO  (qtp267700823-10372) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=halfdeletedcollection_shard2_replica_n2&action=CREATE&numShards=2&collection=halfdeletedcollection&shard=shard2&wt=javabin&version=2&replicaType=NRT
   

[...truncated too long message...]

y, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20171218_163832_48810419672397209095681.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20171218_163832_48818015585538937549614.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 553 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171218_163917_1514326438156429380360.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171218_163917_1517232141760678704965.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171218_163917_1517750183680262042985.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1259 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171218_163930_8581687014557083473079.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171218_163930_85817107425892106927157.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 647 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171218_163937_58710477535016977068854.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171218_163937_58715064158737716241129.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171218_163937_5852048414981814842235.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 557 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171218_163957_8279711215701977794541.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171218_163957_8274739443505784414802.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171218_163957_82716292132920506691393.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 563 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171218_164007_1171668570515006924052.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171218_164007_11717533028088330563003.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 635 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171218_164013_52413701263381277364750.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 27 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171218_164013_5241407484617562606623.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171218_164013_5248590295786306735028.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171218_164037_9039879073051416961355.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171218_164037_9032258097627307316688.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171218_164047_26214276011208120830546.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 32195 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk-9.0.1) - Build # 21103 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21103/
Java: 64bit/jdk-9.0.1 -XX:-UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.ConnectionReuseTest

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([8BECDAAF891E636A]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
	at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 13629 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.ConnectionReuseTest
   [junit4]   2> 1701617 INFO  (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_8BECDAAF891E636A-001/init-core-data-001
   [junit4]   2> 1701617 WARN  (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1701617 INFO  (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1701618 INFO  (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl="None")
   [junit4]   2> 1701618 INFO  (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_8BECDAAF891E636A-001/tempDir-001
   [junit4]   2> 1701618 INFO  (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1701618 INFO  (Thread-4558) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1701618 INFO  (Thread-4558) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1701620 ERROR (Thread-4558) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1701718 INFO  (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44427
   [junit4]   2> 1701723 INFO  (zkConnectionManagerCallback-3499-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1701729 INFO  (jetty-launcher-3496-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1701734 INFO  (jetty-launcher-3496-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d05d0e5{/solr,null,AVAILABLE}
   [junit4]   2> 1701734 INFO  (jetty-launcher-3496-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13ccb426{HTTP/1.1,[http/1.1]}{127.0.0.1:36613}
   [junit4]   2> 1701735 INFO  (jetty-launcher-3496-thread-1) [    ] o.e.j.s.Server Started @1704082ms
   [junit4]   2> 1701735 INFO  (jetty-launcher-3496-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36613}
   [junit4]   2> 1701735 ERROR (jetty-launcher-3496-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1701735 INFO  (jetty-launcher-3496-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 1701735 INFO  (jetty-launcher-3496-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1701735 INFO  (jetty-launcher-3496-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1701735 INFO  (jetty-launcher-3496-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T11:22:44.721521Z
   [junit4]   2> 1701754 INFO  (zkConnectionManagerCallback-3501-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1701756 INFO  (jetty-launcher-3496-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1701790 INFO  (jetty-launcher-3496-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44427/solr
   [junit4]   2> 1701798 INFO  (zkConnectionManagerCallback-3505-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1701799 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160695c99fd0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1701812 INFO  (zkConnectionManagerCallback-3507-thread-1-processing-n:127.0.0.1:36613_solr) [n:127.0.0.1:36613_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1701864 INFO  (jetty-launcher-3496-thread-1) [n:127.0.0.1:36613_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1701865 INFO  (jetty-launcher-3496-thread-1) [n:127.0.0.1:36613_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36613_solr
   [junit4]   2> 1701865 INFO  (jetty-launcher-3496-thread-1) [n:127.0.0.1:36613_solr    ] o.a.s.c.Overseer Overseer (id=99195038243553283-127.0.0.1:36613_solr-n_0000000000) starting
   [junit4]   2> 1701915 INFO  (jetty-launcher-3496-thread-1) [n:127.0.0.1:36613_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36613_solr
   [junit4]   2> 1701926 INFO  (zkCallback-3506-thread-1-processing-n:127.0.0.1:36613_solr) [n:127.0.0.1:36613_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1701961 INFO  (jetty-launcher-3496-thread-1) [n:127.0.0.1:36613_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36613.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15d5dab4
   [junit4]   2> 1701969 INFO  (jetty-launcher-3496-thread-1) [n:127.0.0.1:36613_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36613.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15d5dab4
   [junit4]   2> 1701969 INFO  (jetty-launcher-3496-thread-1) [n:127.0.0.1:36613_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36613.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15d5dab4
   [junit4]   2> 1701971 INFO  (jetty-launcher-3496-thread-1) [n:127.0.0.1:36613_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_8BECDAAF891E636A-001/tempDir-001/node1/.
   [junit4]   2> 1701994 INFO  (zkConnectionManagerCallback-3511-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1702022 INFO  (zkConnectionManagerCallback-3515-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1702023 INFO  (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1702024 INFO  (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44427/solr ready
   [junit4]   2> 1702028 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params async=874fd930-de26-4458-97ee-67604ffde8cb&replicationFactor=1&collection.configName=config&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1702032 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=874fd930-de26-4458-97ee-67604ffde8cb&replicationFactor=1&collection.configName=config&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1702032 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1702033 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1702048 INFO  (OverseerThreadFactory-7937-thread-1-processing-n:127.0.0.1:36613_solr) [n:127.0.0.1:36613_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1702158 INFO  (OverseerStateUpdate-99195038243553283-127.0.0.1:36613_solr-n_0000000000) [n:127.0.0.1:36613_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:36613/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 1702368 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=config&newCollection=true&collection=collection1&version=2&replicaType=NRT&async=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&coreNodeName=core_node2&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=0 QTime=0
   [junit4]   2> 1702368 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=config&newCollection=true&collection=collection1&version=2&replicaType=NRT&async=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&coreNodeName=core_node2&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 1702368 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1702368 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1702368 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1702473 INFO  (zkCallback-3506-thread-1-processing-n:127.0.0.1:36613_solr) [n:127.0.0.1:36613_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1702473 INFO  (zkCallback-3506-thread-2-processing-n:127.0.0.1:36613_solr) [n:127.0.0.1:36613_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1703035 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1703038 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 1703369 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1703369 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1703381 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1703385 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema [collection1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 1703387 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1703387 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n1' using configuration from collection collection1, trusted=true
   [junit4]   2> 1703388 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36613.solr.core.collection1.shard1.replica_n1' (registry 'solr.core.collection1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@15d5dab4
   [junit4]   2> 1703388 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1703388 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [[collection1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_8BECDAAF891E636A-001/tempDir-001/node1/collection1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.client.solrj.impl.ConnectionReuseTest_8BECDAAF891E636A-001/tempDir-001/node1/./collection1_shard1_replica_n1/data/]
   [junit4]   2> 1703482 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1703483 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1703484 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1703485 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1703486 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b3a313a[collection1_shard1_replica_n1] main]
   [junit4]   2> 1703488 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
   [junit4]   2> 1703488 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
   [junit4]   2> 1703489 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1703490 INFO  (searcherExecutor-7940-thread-1-processing-x:collection1_shard1_replica_n1 r:core_node2 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE n:127.0.0.1:36613_solr s:shard1 c:collection1) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SolrCore [collection1_shard1_replica_n1] Registered new searcher Searcher@2b3a313a[collection1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1703491 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587120613859786752
   [junit4]   2> 1703500 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1703501 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1703501 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36613/solr/collection1_shard1_replica_n1/
   [junit4]   2> 1703501 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1703501 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:36613/solr/collection1_shard1_replica_n1/ has no replicas
   [junit4]   2> 1703501 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1703506 INFO  (parallelCoreAdminExecutor-7938-thread-1-processing-n:127.0.0.1:36613_solr 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614 CREATE) [n:127.0.0.1:36613_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36613/solr/collection1_shard1_replica_n1/ shard1
   [junit4]   2> 1704039 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1704039 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1704370 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1704370 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1705042 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1705042 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1705371 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1705371 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1706046 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1706050 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 1706372 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1706372 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1707051 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1707051 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1707373 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1707373 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1708052 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1708052 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1708374 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1708374 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1709053 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1709054 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1709375 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1709375 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1710054 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1710055 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1710376 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1710376 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1711056 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1711056 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1711376 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1711377 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1712056 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1712058 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1712377 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1712378 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1713059 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1713060 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1713378 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1713378 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1714060 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1714061 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1714379 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1714379 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1715062 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1715063 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1715380 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1715380 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1716064 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1716064 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1716380 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1716380 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1717065 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1717066 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1717381 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1717381 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1718067 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1718067 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1718382 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1718382 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1719068 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1719068 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1719383 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1719383 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1720069 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1720069 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1720383 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1720383 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1721069 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1721070 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1721384 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1721384 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1722071 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1722071 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1722384 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1722384 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1723072 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1723072 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1723385 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1723385 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1724073 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1724073 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1724385 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1724385 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1725074 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1725074 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1725386 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1725386 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1726075 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1726075 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1726387 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1726387 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1727076 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1727076 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1727387 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1727387 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1728077 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1728077 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1728388 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1728388 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1729078 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1729078 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1729388 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1729389 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1730079 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1730079 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1730389 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1730389 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1731080 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1731080 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1731390 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1731390 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1732081 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1732081 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1732391 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1732391 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1733082 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1733082 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1733391 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1733391 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1734083 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1734083 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1734392 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1734392 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1735084 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1735084 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1735393 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1735393 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1736084 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1736085 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1736393 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1736393 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1737085 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1737086 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1737397 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1737397 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1738086 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1738087 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1738398 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1738398 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1739087 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1739088 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1739398 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1739398 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1740088 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1740089 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1740399 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1740399 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1741089 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1741089 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1741400 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1741400 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1742091 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1742091 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1742400 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1742400 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1743092 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1743092 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1743401 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1743401 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1744092 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1744093 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1744401 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1744401 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1745093 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1745094 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1745402 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1745402 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1746094 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1746095 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1746402 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1746403 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1747095 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1747096 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1747403 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1747403 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1748096 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1748097 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1748404 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1748404 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1749097 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1749098 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1749404 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1749404 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1750098 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1750099 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1750405 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1750405 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1751099 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1751100 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1751406 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1751406 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1752100 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1752101 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1752406 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1752407 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1753101 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1753102 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1753407 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1753407 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1754102 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1754104 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1754408 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1754408 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1755104 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1755105 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1755409 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1755409 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1756105 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1756106 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1756409 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1756410 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1757106 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1757108 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1757410 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1757410 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1758109 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1758109 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1758411 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1758411 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1759110 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1759110 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1759412 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1759412 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1760111 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1760112 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1760413 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1760413 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1761113 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1761113 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1761413 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1761414 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1762114 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1762115 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1762414 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1762414 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1763116 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1763117 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 1763415 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1763415 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1764118 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1764118 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1764416 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1764416 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1765119 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1765119 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1765416 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1765417 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1766120 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1766121 INFO  (qtp927572207-17453) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1766417 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1766417 INFO  (qtp927572207-17455) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1767121 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :requeststatus with params requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1767121 INFO  (qtp927572207-17454) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={requestid=874fd930-de26-4458-97ee-67604ffde8cb&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1767418 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : 874fd930-de26-4458-97ee-67604ffde8cb1297307116527614
   [junit4]   2> 1767418 INFO  (qtp927572207-17448) [n:127.0.0.1:36613_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=874fd930-de26-4458-97ee-67604ffde8cb1297307116527614&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1768122 INFO  (qtp927572207-17451) [n:127.0.0.1:36613_solr    ] o.a.s.h.a.CollectionsHandle

[...truncated too long message...]

ction.collection1.shard1.leader, tag=375687306
   [junit4]   2> 2923566 INFO  (jetty-closer-3497-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99195038243553283-127.0.0.1:36613_solr-n_0000000000) closing
   [junit4]   2> 2923566 INFO  (OverseerStateUpdate-99195038243553283-127.0.0.1:36613_solr-n_0000000000) [n:127.0.0.1:36613_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36613_solr
   [junit4]   2> 2923567 WARN  (OverseerAutoScalingTriggerThread-99195038243553283-127.0.0.1:36613_solr-n_0000000000) [n:127.0.0.1:36613_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 2923567 INFO  (jetty-closer-3497-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d05d0e5{/solr,null,UNAVAILABLE}
   [junit4]   2> 2923568 ERROR (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2923568 INFO  (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44427 44427
   [junit4]   2> 2931762 INFO  (Thread-4558) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44427 44427
   [junit4]   2> 2931763 WARN  (Thread-4558) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2931763 INFO  (SUITE-ConnectionReuseTest-seed#[8BECDAAF891E636A]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1230, maxMBSortInHeap=7.570529063131682, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6621e120), locale=en-MH, timezone=NST
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 9.0.1 (64-bit)/cpus=8,threads=1,free=134971120,total=530579456
   [junit4]   2> NOTE: All tests run in this JVM: [ParsingFieldUpdateProcessorsTest, TestSolrConfigHandler, RestartWhileUpdatingTest, LeaderFailoverAfterPartitionTest, DistributedIntervalFacetingTest, TestDownShardTolerantSearch, ConfigureRecoveryStrategyTest, HdfsChaosMonkeySafeLeaderTest, PolyFieldTest, TestCollationField, ShowFileRequestHandlerTest, AssignTest, ExitableDirectoryReaderTest, TestUseDocValuesAsStored2, PrimUtilsTest, TestAtomicUpdateErrorCases, BinaryUpdateRequestHandlerTest, TestSchemaManager, DebugComponentTest, HighlighterConfigTest, TestApiFramework, TestManagedResourceStorage, OverseerTaskQueueTest, OpenExchangeRatesOrgProviderTest, TestLeaderElectionWithEmptyReplica, TestHttpShardHandlerFactory, TestNonDefinedSimilarityFactory, NodeAddedTriggerTest, ConjunctionSolrSpellCheckerTest, TestSolrCoreSnapshots, BufferStoreTest, TestCryptoKeys, TestSolrConfigHandlerCloud, TestCustomSort, ChangedSchemaMergeTest, TestClusterStateMutator, JSONWriterTest, TestCopyFieldCollectionResource, SimpleMLTQParserTest, TestSubQueryTransformerCrossCore, CircularListTest, TestStressCloudBlindAtomicUpdates, TestRTimerTree, TestEmbeddedSolrServerAdminHandler, TestManagedSchemaAPI, TestDocTermOrds, FullHLLTest, TolerantUpdateProcessorTest, PreAnalyzedFieldManagedSchemaCloudTest, OverseerModifyCollectionTest, ShardRoutingCustomTest, BlockJoinFacetRandomTest, TestXIncludeConfig, TestStressLucene, CdcrReplicationHandlerTest, CollectionTooManyReplicasTest, TestRecoveryHdfs, LeaderInitiatedRecoveryOnShardRestartTest, MoveReplicaTest, TestInPlaceUpdatesStandalone, SolrCoreMetricManagerTest, TermVectorComponentDistributedTest, MoreLikeThisHandlerTest, TestShortCircuitedRequests, TestFieldCacheWithThreads, TestLegacyNumericRangeQueryBuilder, TestSolr4Spatial, OutputWriterTest, ChaosMonkeySafeLeaderWithPullReplicasTest, TestPayloadCheckQParserPlugin, TestFieldTypeResource, DocValuesMissingTest, TestJettySolrRunner, TestSolrQueryResponse, TestScoreJoinQPScore, TestCoreAdminApis, SampleTest, SuggesterFSTTest, NumberUtilsTest, TestLocalFSCloudBackupRestore, HdfsUnloadDistributedZkTest, TestUtilizeNode, TestFastLRUCache, TestSlowCompositeReaderWrapper, DeleteShardTest, TestSolrQueryParser, AnalysisErrorHandlingTest, FacetPivotSmallTest, HdfsBasicDistributedZk2Test, CloneFieldUpdateProcessorFactoryTest, CoreAdminCreateDiscoverTest, SolrMetricsIntegrationTest, TestBlendedInfixSuggestions, TestRebalanceLeaders, SuggestComponentTest, TestStressUserVersions, TestClusterStateProvider, TestJsonFacets, TestInfoStreamLogging, PeerSyncWithIndexFingerprintCachingTest, PreAnalyzedFieldTest, TestNumericRangeQuery32, V2ApiIntegrationTest, TestUniqueKeyFieldResource, DocValuesMultiTest, TestExecutePlanAction, MBeansHandlerTest, BlobRepositoryCloudTest, TestPerFieldSimilarity, VMParamsZkACLAndCredentialsProvidersTest, ChaosMonkeySafeLeaderTest, ClassificationUpdateProcessorFactoryTest, OpenCloseCoreStressTest, SaslZkACLProviderTest, TestCollationFieldDocValues, ClusterStateUpdateTest, TestRequestStatusCollectionAPI, RankQueryTest, OutOfBoxZkACLAndCredentialsProvidersTest, PingRequestHandlerTest, DistributedQueryComponentCustomSortTest, TestCloudPseudoReturnFields, TestStressReorder, TemplateUpdateProcessorTest, ZkCLITest, TestConfigSetProperties, TestExceedMaxTermLength, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, ZkSolrClientTest, TestDistributedSearch, TestFaceting, TestRecovery, TestHashPartitioner, DistributedSpellCheckComponentTest, TestJoin, TestReload, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, SolrRequestParserTest, DocValuesTest, SuggesterTSTTest, SuggesterTest, SpatialFilterTest, SuggesterWFSTTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, SolrInfoBeanTest, XsltUpdateRequestHandlerTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TestOmitPositions, FileBasedSpellCheckerTest, TermsComponentTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, DocumentBuilderTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, RegexBoostProcessorTest, TestJmxIntegration, ReturnFieldsTest, TestCSVResponseWriter, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, CSVRequestHandlerTest, TestLFUCache, SOLR749Test, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, SolrIndexConfigTest, TestStressRecovery, TestDocSet, TestBinaryField, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, URLClassifyProcessorTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestSolrJ, TestLRUCache, TestUtils, TestDocumentBuilder, ZkNodePropsTest, FileUtilsTest, DistributedMLTComponentTest, TestRTGBase, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerConstructors, ConnectionReuseTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ConnectionReuseTest -Dtests.seed=8BECDAAF891E636A -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-MH -Dtests.timezone=NST -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | ConnectionReuseTest (suite) <<<
   [junit4]    > Throwable #1: java.util.concurrent.TimeoutException
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8BECDAAF891E636A]:0)
   [junit4]    > 	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1261)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:449)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.ConnectionReuseTest.setupCluster(ConnectionReuseTest.java:67)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]    > 	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4] Completed [571/764 (1!)] on J1 in 1230.16s, 0 tests, 1 error <<< FAILURES!

[...truncated 41403 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 21102 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21102/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest:     1) Thread[id=11153, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)    2) Thread[id=11151, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)         at java.lang.Thread.run(Thread.java:748)    3) Thread[id=11152, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]-SendThread(127.0.0.1:41267), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    4) Thread[id=11154, name=zkConnectionManagerCallback-1747-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 
   1) Thread[id=11153, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   2) Thread[id=11151, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
        at java.lang.Thread.run(Thread.java:748)
   3) Thread[id=11152, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]-SendThread(127.0.0.1:41267), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   4) Thread[id=11154, name=zkConnectionManagerCallback-1747-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([E44189E70F39A09]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=11152, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]-SendThread(127.0.0.1:41267), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)    2) Thread[id=11154, name=zkConnectionManagerCallback-1747-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)         at java.lang.Thread.run(Thread.java:748)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=11152, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]-SendThread(127.0.0.1:41267), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   2) Thread[id=11154, name=zkConnectionManagerCallback-1747-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
        at java.lang.Thread.run(Thread.java:748)
	at __randomizedtesting.SeedInfo.seed([E44189E70F39A09]:0)


FAILED:  org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:46479

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:46479
	at __randomizedtesting.SeedInfo.seed([E44189E70F39A09:86102744DE0FF7F1]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1669)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1696)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest.test(ChaosMonkeyNothingIsSafeWithPullReplicasTest.java:301)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 52 more




Build Log:
[...truncated 12747 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest
   [junit4]   2> 1537275 INFO  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[E44189E70F39A09]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/init-core-data-001
   [junit4]   2> 1537276 WARN  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[E44189E70F39A09]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=1 numCloses=1
   [junit4]   2> 1537276 INFO  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[E44189E70F39A09]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1537277 INFO  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[E44189E70F39A09]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 1537277 INFO  (SUITE-ChaosMonkeyNothingIsSafeWithPullReplicasTest-seed#[E44189E70F39A09]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1537278 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.ChaosMonkeyNothingIsSafeWithPullReplicasTest Starting ChaosMonkey test with 1 shards and 3 nodes
   [junit4]   2> 1537280 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1537280 INFO  (Thread-3791) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1537280 INFO  (Thread-3791) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1537281 ERROR (Thread-3791) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1537380 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.ZkTestServer start zk server on port:41267
   [junit4]   2> 1537381 INFO  (zkConnectionManagerCallback-1727-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537383 INFO  (zkConnectionManagerCallback-1729-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537385 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1537385 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1537386 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1537386 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1537387 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1537387 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1537387 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1537388 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1537388 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1537388 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1537389 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1537389 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use TLOG replicas unless explicitly asked otherwise
   [junit4]   2> 1537441 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1537441 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ec68286{/,null,AVAILABLE}
   [junit4]   2> 1537442 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7606f4be{HTTP/1.1,[http/1.1]}{127.0.0.1:40641}
   [junit4]   2> 1537442 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.Server Started @1539371ms
   [junit4]   2> 1537442 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/tempDir-001/control/data, hostContext=/, hostPort=40641, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/control-001/cores}
   [junit4]   2> 1537443 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1537443 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1537443 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1537443 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1537443 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T07:19:12.392Z
   [junit4]   2> 1537444 INFO  (zkConnectionManagerCallback-1731-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537444 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1537444 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/control-001/solr.xml
   [junit4]   2> 1537447 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1537447 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1537447 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1537449 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41267/solr
   [junit4]   2> 1537450 INFO  (zkConnectionManagerCallback-1735-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537451 INFO  (zkConnectionManagerCallback-1737-thread-1-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537479 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:40641_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1537479 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:40641_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40641_
   [junit4]   2> 1537479 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:40641_    ] o.a.s.c.Overseer Overseer (id=99194080606945284-127.0.0.1:40641_-n_0000000000) starting
   [junit4]   2> 1537482 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:40641_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40641_
   [junit4]   2> 1537486 INFO  (OverseerStateUpdate-99194080606945284-127.0.0.1:40641_-n_0000000000) [n:127.0.0.1:40641_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1537536 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:40641_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1537542 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:40641_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1537542 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:40641_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1537543 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:40641_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/control-001/cores
   [junit4]   2> 1537555 INFO  (zkConnectionManagerCallback-1743-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1537556 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1537556 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41267/solr ready
   [junit4]   2> 1537557 INFO  (qtp330982577-11113) [n:127.0.0.1:40641_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40641_&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1537559 INFO  (OverseerThreadFactory-3530-thread-1-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 1537662 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 1537663 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1537765 INFO  (zkCallback-1736-thread-1-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1538686 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1538702 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 1538838 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1538846 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 1538847 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1538847 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1538847 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 1538850 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1538868 WARN  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1538906 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1538906 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1538908 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1538908 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1538909 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.28607483856326543]
   [junit4]   2> 1538910 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3b008b3f[control_collection_shard1_replica_n1] main]
   [junit4]   2> 1538910 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1538911 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1538911 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1538911 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587105291420303360
   [junit4]   2> 1538912 INFO  (searcherExecutor-3533-thread-1-processing-n:127.0.0.1:40641_ x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3b008b3f[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1538915 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1538915 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1538915 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40641/control_collection_shard1_replica_n1/
   [junit4]   2> 1538915 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1538915 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:40641/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 1538915 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1538917 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40641/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 1539028 INFO  (zkCallback-1736-thread-2-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1539074 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1539076 INFO  (qtp330982577-11115) [n:127.0.0.1:40641_ c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1413
   [junit4]   2> 1539077 INFO  (qtp330982577-11113) [n:127.0.0.1:40641_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1539176 INFO  (zkCallback-1736-thread-2-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1539560 INFO  (OverseerCollectionConfigSetProcessor-99194080606945284-127.0.0.1:40641_-n_0000000000) [n:127.0.0.1:40641_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1540077 INFO  (qtp330982577-11113) [n:127.0.0.1:40641_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40641_&wt=javabin&version=2} status=0 QTime=2520
   [junit4]   2> 1540080 INFO  (zkConnectionManagerCallback-1747-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1540080 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1540080 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41267/solr ready
   [junit4]   2> 1540080 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1540081 INFO  (qtp330982577-11113) [n:127.0.0.1:40641_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1540082 INFO  (OverseerThreadFactory-3530-thread-2-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 1540082 WARN  (OverseerThreadFactory-3530-thread-2-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 1540284 INFO  (qtp330982577-11113) [n:127.0.0.1:40641_    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1540284 INFO  (qtp330982577-11113) [n:127.0.0.1:40641_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=&stateFormat=1&wt=javabin&version=2} status=0 QTime=202
   [junit4]   2> 1540365 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-1-001 of type TLOG
   [junit4]   2> 1540366 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1540366 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2671debd{/,null,AVAILABLE}
   [junit4]   2> 1540367 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@74223a7f{HTTP/1.1,[http/1.1]}{127.0.0.1:46479}
   [junit4]   2> 1540367 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.Server Started @1542295ms
   [junit4]   2> 1540367 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/tempDir-001/jetty1, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=46479, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-1-001/cores}
   [junit4]   2> 1540367 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1540367 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1540367 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1540367 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1540368 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T07:19:15.317Z
   [junit4]   2> 1540369 INFO  (zkConnectionManagerCallback-1749-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1540369 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1540369 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-1-001/solr.xml
   [junit4]   2> 1540372 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1540372 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1540373 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1540375 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41267/solr
   [junit4]   2> 1540377 INFO  (zkConnectionManagerCallback-1753-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1540378 INFO  (zkConnectionManagerCallback-1755-thread-1-processing-n:127.0.0.1:46479_) [n:127.0.0.1:46479_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1540380 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:46479_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1540381 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:46479_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1540382 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:46479_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46479_
   [junit4]   2> 1540382 INFO  (zkCallback-1736-thread-2-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1540383 INFO  (zkCallback-1746-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1540384 INFO  (zkCallback-1754-thread-1-processing-n:127.0.0.1:46479_) [n:127.0.0.1:46479_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 1540456 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:46479_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1540461 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:46479_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1540462 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:46479_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1540462 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:46479_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-1-001/cores
   [junit4]   2> 1540478 INFO  (qtp330982577-11114) [n:127.0.0.1:40641_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:46479_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1540479 INFO  (OverseerCollectionConfigSetProcessor-99194080606945284-127.0.0.1:40641_-n_0000000000) [n:127.0.0.1:40641_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1540480 INFO  (OverseerThreadFactory-3530-thread-3-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:46479_ for creating new replica
   [junit4]   2> 1540481 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1540481 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1541501 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1541512 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema [collection1_shard1_replica_t21] Schema name=test
   [junit4]   2> 1541623 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1541631 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t21' using configuration from collection collection1, trusted=true
   [junit4]   2> 1541631 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t21' (registry 'solr.core.collection1.shard1.replica_t21') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1541631 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1541632 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [[collection1_shard1_replica_t21] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-1-001/cores/collection1_shard1_replica_t21], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-1-001/cores/collection1_shard1_replica_t21/data/]
   [junit4]   2> 1541634 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1541655 WARN  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1541696 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1541696 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1541698 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1541698 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1541700 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.28607483856326543]
   [junit4]   2> 1541700 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.SolrIndexSearcher Opening [Searcher@4d7b7dfb[collection1_shard1_replica_t21] main]
   [junit4]   2> 1541701 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1541701 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1541702 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1541702 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587105294346878976
   [junit4]   2> 1541703 INFO  (searcherExecutor-3544-thread-1-processing-n:127.0.0.1:46479_ x:collection1_shard1_replica_t21 s:shard1 c:collection1) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SolrCore [collection1_shard1_replica_t21] Registered new searcher Searcher@4d7b7dfb[collection1_shard1_replica_t21] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1541705 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1541705 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1541705 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46479/collection1_shard1_replica_t21/
   [junit4]   2> 1541705 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1541705 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.SyncStrategy http://127.0.0.1:46479/collection1_shard1_replica_t21/ has no replicas
   [junit4]   2> 1541705 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1541705 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkController collection1_shard1_replica_t21 stopping background replication from leader
   [junit4]   2> 1541706 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46479/collection1_shard1_replica_t21/ shard1
   [junit4]   2> 1541857 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1541858 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1  x:collection1_shard1_replica_t21] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t21&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1377
   [junit4]   2> 1541859 INFO  (qtp330982577-11114) [n:127.0.0.1:40641_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:46479_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=1380
   [junit4]   2> 1541911 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-2-001 of type TLOG
   [junit4]   2> 1541911 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1541912 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78aeb8cc{/,null,AVAILABLE}
   [junit4]   2> 1541912 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1aebd26f{HTTP/1.1,[http/1.1]}{127.0.0.1:38901}
   [junit4]   2> 1541913 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.Server Started @1543841ms
   [junit4]   2> 1541913 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/tempDir-001/jetty2, replicaType=TLOG, solrconfig=solrconfig.xml, hostContext=/, hostPort=38901, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-2-001/cores}
   [junit4]   2> 1541913 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1541913 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1541913 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1541913 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1541913 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T07:19:16.862Z
   [junit4]   2> 1541915 INFO  (zkConnectionManagerCallback-1759-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541916 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1541916 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-2-001/solr.xml
   [junit4]   2> 1541919 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1541919 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1541920 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1541924 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41267/solr
   [junit4]   2> 1541924 INFO  (zkConnectionManagerCallback-1763-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541928 INFO  (zkConnectionManagerCallback-1765-thread-1-processing-n:127.0.0.1:38901_) [n:127.0.0.1:38901_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1541930 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:38901_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 1541931 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:38901_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1541932 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:38901_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38901_
   [junit4]   2> 1541932 INFO  (zkCallback-1754-thread-1-processing-n:127.0.0.1:46479_) [n:127.0.0.1:46479_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1541935 INFO  (zkCallback-1746-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1541935 INFO  (zkCallback-1736-thread-2-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1541936 INFO  (zkCallback-1764-thread-1-processing-n:127.0.0.1:38901_) [n:127.0.0.1:38901_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 1542014 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:38901_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1542023 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:38901_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1542024 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:38901_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1542025 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:38901_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-2-001/cores
   [junit4]   2> 1542060 INFO  (qtp1076151731-11164) [n:127.0.0.1:46479_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38901_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1542061 INFO  (OverseerCollectionConfigSetProcessor-99194080606945284-127.0.0.1:40641_-n_0000000000) [n:127.0.0.1:40641_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1542061 INFO  (OverseerThreadFactory-3530-thread-4-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38901_ for creating new replica
   [junit4]   2> 1542063 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG
   [junit4]   2> 1542063 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1543083 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1543091 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema [collection1_shard1_replica_t23] Schema name=test
   [junit4]   2> 1543165 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1543171 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_t23' using configuration from collection collection1, trusted=true
   [junit4]   2> 1543171 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_t23' (registry 'solr.core.collection1.shard1.replica_t23') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1543171 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1543171 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [[collection1_shard1_replica_t23] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-2-001/cores/collection1_shard1_replica_t23], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-2-001/cores/collection1_shard1_replica_t23/data/]
   [junit4]   2> 1543173 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1543191 WARN  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 1548226 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1548226 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1548227 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1548227 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1548228 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.28607483856326543]
   [junit4]   2> 1548229 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.SolrIndexSearcher Opening [Searcher@760e552[collection1_shard1_replica_t23] main]
   [junit4]   2> 1548229 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1548229 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1548230 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 1548230 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587105301191983104
   [junit4]   2> 1548231 INFO  (searcherExecutor-3555-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.SolrCore [collection1_shard1_replica_t23] Registered new searcher Searcher@760e552[collection1_shard1_replica_t23] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1548232 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.c.ZkController Core needs to recover:collection1_shard1_replica_t23
   [junit4]   2> 1548232 INFO  (updateExecutor-1760-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1) [n:127.0.0.1:38901_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 1548232 INFO  (recoveryExecutor-1761-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:38901_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 1548232 INFO  (recoveryExecutor-1761-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:38901_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 1548232 INFO  (recoveryExecutor-1761-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:38901_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.ZkController collection1_shard1_replica_t23 stopping background replication from leader
   [junit4]   2> 1548232 INFO  (recoveryExecutor-1761-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:38901_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard1_replica_t23]
   [junit4]   2> 1548232 INFO  (recoveryExecutor-1761-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:38901_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 1548232 INFO  (recoveryExecutor-1761-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:38901_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard1_replica_t23] as recovering, leader is [http://127.0.0.1:46479/collection1_shard1_replica_t21/] and I am [http://127.0.0.1:38901/collection1_shard1_replica_t23/]
   [junit4]   2> 1548232 INFO  (qtp1584446177-11193) [n:127.0.0.1:38901_ c:collection1 s:shard1  x:collection1_shard1_replica_t23] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_t23&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=6169
   [junit4]   2> 1548233 INFO  (qtp1076151731-11164) [n:127.0.0.1:46479_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38901_&action=ADDREPLICA&collection=collection1&shard=shard1&type=TLOG&wt=javabin&version=2} status=0 QTime=6173
   [junit4]   2> 1548234 INFO  (recoveryExecutor-1761-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:38901_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:46479]; [WaitForState: action=PREPRECOVERY&core=collection1_shard1_replica_t21&nodeName=127.0.0.1:38901_&coreNodeName=core_node24&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 1548234 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 1548234 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1_shard1_replica_t21, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:38901_, coreNodeName=core_node24, onlyIfActiveCheckResult=false, nodeProps: core_node24:{"core":"collection1_shard1_replica_t23","base_url":"http://127.0.0.1:38901","node_name":"127.0.0.1:38901_","state":"recovering","type":"TLOG"}
   [junit4]   2> 1548234 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node24, state: recovering, checkLive: true, onlyIfLeader: true for: 0 seconds.
   [junit4]   2> 1548234 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:38901_&onlyIfLeaderActive=true&core=collection1_shard1_replica_t21&coreNodeName=core_node24&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1548286 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-3-001 of type PULL
   [junit4]   2> 1548286 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 1548287 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46ab5ed4{/,null,AVAILABLE}
   [junit4]   2> 1548287 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@11e0d19a{HTTP/1.1,[http/1.1]}{127.0.0.1:36781}
   [junit4]   2> 1548287 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.e.j.s.Server Started @1550215ms
   [junit4]   2> 1548287 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/tempDir-001/jetty3, replicaType=PULL, solrconfig=solrconfig.xml, hostContext=/, hostPort=36781, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-3-001/cores}
   [junit4]   2> 1548287 ERROR (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1548287 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 1548288 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1548288 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1548288 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T07:19:23.237Z
   [junit4]   2> 1548289 INFO  (zkConnectionManagerCallback-1770-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1548289 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1548289 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-3-001/solr.xml
   [junit4]   2> 1548291 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1548291 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1548292 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1548294 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41267/solr
   [junit4]   2> 1548295 INFO  (zkConnectionManagerCallback-1774-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1548296 INFO  (zkConnectionManagerCallback-1776-thread-1-processing-n:127.0.0.1:36781_) [n:127.0.0.1:36781_    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 1548298 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:36781_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1548299 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:36781_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1548299 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:36781_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36781_
   [junit4]   2> 1548300 INFO  (zkCallback-1736-thread-2-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1548300 INFO  (zkCallback-1746-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1548300 INFO  (zkCallback-1764-thread-1-processing-n:127.0.0.1:38901_) [n:127.0.0.1:38901_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1548300 INFO  (zkCallback-1775-thread-1-processing-n:127.0.0.1:36781_) [n:127.0.0.1:36781_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1548300 INFO  (zkCallback-1754-thread-1-processing-n:127.0.0.1:46479_) [n:127.0.0.1:46479_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1548343 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:36781_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1548349 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:36781_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1548349 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:36781_    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@71584e8f
   [junit4]   2> 1548350 INFO  (TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]) [n:127.0.0.1:36781_    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest_E44189E70F39A09-001/shard-3-001/cores
   [junit4]   2> 1548376 INFO  (qtp1090216949-11228) [n:127.0.0.1:36781_    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36781_&action=ADDREPLICA&collection=collection1&shard=shard1&type=PULL&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1548377 INFO  (OverseerCollectionConfigSetProcessor-99194080606945284-127.0.0.1:40641_-n_0000000000) [n:127.0.0.1:40641_    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1548377 INFO  (OverseerThreadFactory-3530-thread-5-processing-n:127.0.0.1:40641_) [n:127.0.0.1:40641_    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:36781_ for creating new replica
   [junit4]   2> 1548378 INFO  (qtp1090216949-11230) [n:127.0.0.1:36781_    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_p25&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=PULL
   [junit4]   2> 1548378 INFO  (qtp1090216949-11230) [n:127.0.0.1:36781_    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1548735 INFO  (recoveryExecutor-1761-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:38901_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Starting Replication Recovery.
   [junit4]   2> 1548735 INFO  (recoveryExecutor-1761-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:38901_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.c.RecoveryStrategy Attempting to replicate from [http://127.0.0.1:46479/collection1_shard1_replica_t21/].
   [junit4]   2> 1548736 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1587105301722562560,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1548736 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 1548736 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1548736 INFO  (qtp1076151731-11162) [n:127.0.0.1:46479_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.u.p.LogUpdateProcessorFactory [collection1_shard1_replica_t21]  webapp= path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2}{commit=} 0 0
   [junit4]   2> 1548737 INFO  (qtp1076151731-11160) [n:127.0.0.1:46479_ c:collection1 s:shard1 r:core_node22 x:collection1_shard1_replica_t21] o.a.s.c.S.Request [collection1_shard1_replica_t21]  webapp= path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1548737 INFO  (recoveryExecutor-1761-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:38901_ c:collection1 s:shard1 r:core_node24 x:collection1_shard1_replica_t23] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1548737 INFO  (recoveryExecutor-1761-thread-1-processing-n:127.0.0.1:38901_ x:collection1_shard1_replica_t23 s:shard1 c:collection1 r:core_node24) [n:127.0.0.1:3

[...truncated too long message...]

:41267)) [    ] o.a.z.ClientCnxn Unexpected exception
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1051)
   [junit4]   2> Dec 18, 2017 7:22:05 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=11152, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]-SendThread(127.0.0.1:41267), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]   2>    2) Thread[id=11154, name=zkConnectionManagerCallback-1747-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]   2>         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {rnd_b=PostingsFormat(name=Memory), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Memory)}, docValues:{rnd_b=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Direct), a_t=DocValuesFormat(name=Direct), a_i=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1856, maxMBSortInHeap=6.992562942600622, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2c2f9387), locale=fr-LU, timezone=America/St_Lucia
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=3,free=185466904,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrCloudSnapshots, TestLegacyFieldReuse, TestFreeTextSuggestions, TestDFRSimilarityFactory, TestFieldTypeCollectionResource, MultiTermTest, SuggestComponentContextFilterQueryTest, TestNumericTerms32, ExplicitHLLTest, TestSweetSpotSimilarityFactory, SimpleFacetsTest, TestXmlQParser, LeaderElectionContextKeyTest, CloudMLTQParserTest, ReplicaListTransformerTest, ResourceLoaderTest, TestDFISimilarityFactory, TestInPlaceUpdatesDistrib, TestRandomFaceting, JsonLoaderTest, CoreMergeIndexesAdminHandlerTest, TestReqParamsAPI, AutoAddReplicasIntegrationTest, TriggerIntegrationTest, TestDynamicFieldResource, DistributedMLTComponentTest, TestConfig, TestRetrieveFieldsOptimizer, CollectionStateFormat2Test, TestFastOutputStream, TestLeaderInitiatedRecoveryThread, TestSolrCloudWithHadoopAuthPlugin, NodeMutatorTest, TestSystemCollAutoCreate, TestManagedResource, TestOrdValues, MergeStrategyTest, AutoscalingHistoryHandlerTest, RegexBytesRefFilterTest, TestPolicyCloud, TestTrackingShardHandlerFactory, TestSerializedLuceneMatchVersion, MetricsConfigTest, StatelessScriptUpdateProcessorFactoryTest, SoftAutoCommitTest, ClassificationUpdateProcessorTest, TestSchemaResource, DateRangeFieldTest, ZkStateWriterTest, TestDistributedSearch, TestRecovery, TestFieldCacheReopen, BlockJoinFacetDistribTest, TestExactSharedStatsCache, TestTolerantUpdateProcessorRandomCloud, TestCloudSchemaless, CdcrReplicationDistributedZkTest, RAMDirectoryFactoryTest, TestCodecSupport, TestPullReplica, HdfsLockFactoryTest, VersionInfoTest, TestMacros, MoveReplicaHDFSTest, DistributedQueryElevationComponentTest, IndexSchemaRuntimeFieldTest, TestNumericTokenStream, TestBulkSchemaAPI, PrimitiveFieldTypeTest, ForceLeaderTest, TestScoreJoinQPNoScore, TestReRankQParserPlugin, TestPostingsSolrHighlighter, SolrInfoBeanTest, TestStressVersions, SolrGraphiteReporterTest, SearchHandlerTest, HttpTriggerListenerTest, TestSubQueryTransformer, RecoveryAfterSoftCommitTest, QueryParsingTest, ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeyNothingIsSafeWithPullReplicasTest -Dtests.seed=E44189E70F39A09 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=fr-LU -Dtests.timezone=America/St_Lucia -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | ChaosMonkeyNothingIsSafeWithPullReplicasTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 4 threads leaked from SUITE scope at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeWithPullReplicasTest: 
   [junit4]    >    1) Thread[id=11153, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]-EventThread, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:501)
   [junit4]    >    2) Thread[id=11151, name=Connection evictor, state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    >    3) Thread[id=11152, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]-SendThread(127.0.0.1:41267), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    >    4) Thread[id=11154, name=zkConnectionManagerCallback-1747-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E44189E70F39A09]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=11152, name=TEST-ChaosMonkeyNothingIsSafeWithPullReplicasTest.test-seed#[E44189E70F39A09]-SendThread(127.0.0.1:41267), state=TIMED_WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:997)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1060)
   [junit4]    >    2) Thread[id=11154, name=zkConnectionManagerCallback-1747-thread-1, state=WAITING, group=TGRP-ChaosMonkeyNothingIsSafeWithPullReplicasTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    >         at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E44189E70F39A09]:0)
   [junit4] Completed [308/764 (1!)] on J0 in 173.16s, 1 test, 3 errors <<< FAILURES!

[...truncated 49397 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 21101 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21101/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Doc with id=2 not found in http://127.0.0.1:44663/sc/ae/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null}

Stack Trace:
java.lang.AssertionError: Doc with id=2 not found in http://127.0.0.1:44663/sc/ae/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null}
	at __randomizedtesting.SeedInfo.seed([2B59CD0965C48DC9:A30DF2D3CB38E031]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:604)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:559)
	at org.apache.solr.cloud.HttpPartitionTest.testLeaderZkSessionLoss(HttpPartitionTest.java:514)
	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:142)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12378 lines...]
   [junit4] Suite: org.apache.solr.cloud.HttpPartitionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/init-core-data-001
   [junit4]   2> 591026 WARN  (SUITE-HttpPartitionTest-seed#[2B59CD0965C48DC9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=4 numCloses=4
   [junit4]   2> 591026 INFO  (SUITE-HttpPartitionTest-seed#[2B59CD0965C48DC9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields (NUMERIC_POINTS_SYSPROP=false) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 591027 INFO  (SUITE-HttpPartitionTest-seed#[2B59CD0965C48DC9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 591027 INFO  (SUITE-HttpPartitionTest-seed#[2B59CD0965C48DC9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 591027 INFO  (SUITE-HttpPartitionTest-seed#[2B59CD0965C48DC9]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /sc/ae
   [junit4]   2> 591029 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 591029 INFO  (Thread-1255) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 591029 INFO  (Thread-1255) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 591030 ERROR (Thread-1255) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 591129 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.ZkTestServer start zk server on port:46107
   [junit4]   2> 591133 INFO  (zkConnectionManagerCallback-1101-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 591140 INFO  (zkConnectionManagerCallback-1103-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 591144 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 591145 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 591146 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 591147 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 591148 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 591149 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 591149 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 591150 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 591151 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 591152 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 591153 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 591154 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 591224 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 591225 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@25c2f7aa{/sc/ae,null,AVAILABLE}
   [junit4]   2> 591227 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@76ab67bb{HTTP/1.1,[http/1.1]}{127.0.0.1:41601}
   [junit4]   2> 591227 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.Server Started @593185ms
   [junit4]   2> 591227 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/tempDir-001/control/data, replicaType=NRT, hostContext=/sc/ae, hostPort=44663, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/control-001/cores}
   [junit4]   2> 591227 ERROR (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 591227 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 591227 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 591227 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 591227 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T03:06:16.573Z
   [junit4]   2> 591228 INFO  (zkConnectionManagerCallback-1105-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 591229 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 591229 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/control-001/solr.xml
   [junit4]   2> 591232 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 591232 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 591232 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 591234 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46107/solr
   [junit4]   2> 591236 INFO  (zkConnectionManagerCallback-1109-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 591240 INFO  (zkConnectionManagerCallback-1111-thread-1-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 591265 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 591265 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44663_sc%2Fae
   [junit4]   2> 591265 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.Overseer Overseer (id=99193086042177540-127.0.0.1:44663_sc%2Fae-n_0000000000) starting
   [junit4]   2> 591269 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44663_sc%2Fae
   [junit4]   2> 591275 INFO  (OverseerStateUpdate-99193086042177540-127.0.0.1:44663_sc%2Fae-n_0000000000) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 591316 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 591322 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 591322 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 591322 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/control-001/cores
   [junit4]   2> 591336 INFO  (zkConnectionManagerCallback-1117-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 591337 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 591337 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46107/solr ready
   [junit4]   2> 591338 INFO  (SocketProxy-Acceptor-44663) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44156,localport=44663], receiveBufferSize:531000
   [junit4]   2> 591339 INFO  (SocketProxy-Acceptor-44663) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41601,localport=37616], receiveBufferSize=530904
   [junit4]   2> 591340 INFO  (qtp103239814-5225) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44663_sc%252Fae&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 591341 INFO  (OverseerThreadFactory-2218-thread-1-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 591444 INFO  (SocketProxy-Acceptor-44663) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44160,localport=44663], receiveBufferSize:531000
   [junit4]   2> 591444 INFO  (SocketProxy-Acceptor-44663) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41601,localport=37620], receiveBufferSize=530904
   [junit4]   2> 591445 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 591445 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 591548 INFO  (zkCallback-1110-thread-1-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 592470 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 592485 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 592549 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 592556 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 592556 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 592556 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 592556 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 592558 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=27.2578125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=4.396728182594622, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 592559 WARN  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 592593 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 592593 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 592594 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 592594 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 592595 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=849889533, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 592595 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63b014ae[control_collection_shard1_replica_n1] main]
   [junit4]   2> 592597 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 592597 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 592598 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 592598 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587089378319007744
   [junit4]   2> 592599 INFO  (searcherExecutor-2221-thread-1-processing-n:127.0.0.1:44663_sc%2Fae x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@63b014ae[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 592601 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 592601 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 592601 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44663/sc/ae/control_collection_shard1_replica_n1/
   [junit4]   2> 592601 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 592601 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:44663/sc/ae/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 592601 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 592602 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44663/sc/ae/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 592706 INFO  (zkCallback-1110-thread-2-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 592753 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 592754 INFO  (qtp103239814-5227) [n:127.0.0.1:44663_sc%2Fae c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1308
   [junit4]   2> 592756 INFO  (qtp103239814-5225) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 592855 INFO  (zkCallback-1110-thread-2-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 593344 INFO  (OverseerCollectionConfigSetProcessor-99193086042177540-127.0.0.1:44663_sc%2Fae-n_0000000000) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 593756 INFO  (qtp103239814-5225) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:44663_sc%252Fae&wt=javabin&version=2} status=0 QTime=2415
   [junit4]   2> 593760 INFO  (zkConnectionManagerCallback-1121-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 593761 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 593762 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46107/solr ready
   [junit4]   2> 593762 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 593762 INFO  (SocketProxy-Acceptor-44663) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=44178,localport=44663], receiveBufferSize:531000
   [junit4]   2> 593763 INFO  (SocketProxy-Acceptor-44663) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41601,localport=37638], receiveBufferSize=530904
   [junit4]   2> 593764 INFO  (qtp103239814-5225) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 593765 INFO  (OverseerThreadFactory-2218-thread-2-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 593765 WARN  (OverseerThreadFactory-2218-thread-2-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (collection1) without cores.
   [junit4]   2> 593968 INFO  (qtp103239814-5225) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 593968 INFO  (qtp103239814-5225) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=collection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&stateFormat=2&wt=javabin&version=2} status=0 QTime=204
   [junit4]   2> 594040 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-1-001 of type NRT
   [junit4]   2> 594041 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 594042 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cd39d8f{/sc/ae,null,AVAILABLE}
   [junit4]   2> 594042 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6e57e753{HTTP/1.1,[http/1.1]}{127.0.0.1:41341}
   [junit4]   2> 594042 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.Server Started @596000ms
   [junit4]   2> 594042 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/tempDir-001/jetty1, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/sc/ae, hostPort=38771, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-1-001/cores}
   [junit4]   2> 594043 ERROR (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 594043 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 594043 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 594043 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 594043 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T03:06:19.389Z
   [junit4]   2> 594044 INFO  (zkConnectionManagerCallback-1123-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594045 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 594045 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-1-001/solr.xml
   [junit4]   2> 594047 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 594047 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 594048 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 594050 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46107/solr
   [junit4]   2> 594052 INFO  (zkConnectionManagerCallback-1127-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594055 INFO  (zkConnectionManagerCallback-1129-thread-1-processing-n:127.0.0.1:38771_sc%2Fae) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 594057 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 594058 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 594059 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38771_sc%2Fae
   [junit4]   2> 594059 INFO  (zkCallback-1110-thread-2-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 594060 INFO  (zkCallback-1120-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 594060 INFO  (zkCallback-1128-thread-1-processing-n:127.0.0.1:38771_sc%2Fae) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 594096 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 594102 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 594102 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 594103 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-1-001/cores
   [junit4]   2> 594119 INFO  (SocketProxy-Acceptor-38771) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37950,localport=38771], receiveBufferSize:531000
   [junit4]   2> 594120 INFO  (SocketProxy-Acceptor-38771) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41341,localport=52152], receiveBufferSize=530904
   [junit4]   2> 594121 INFO  (qtp1388430890-5280) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:38771_sc%252Fae&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 594122 INFO  (OverseerCollectionConfigSetProcessor-99193086042177540-127.0.0.1:44663_sc%2Fae-n_0000000000) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 594123 INFO  (OverseerThreadFactory-2218-thread-3-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:38771_sc%2Fae for creating new replica
   [junit4]   2> 594124 INFO  (SocketProxy-Acceptor-38771) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=37954,localport=38771], receiveBufferSize:531000
   [junit4]   2> 594124 INFO  (SocketProxy-Acceptor-38771) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41341,localport=52156], receiveBufferSize=530904
   [junit4]   2> 594125 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 594125 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 594228 INFO  (zkCallback-1128-thread-1-processing-n:127.0.0.1:38771_sc%2Fae) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 595151 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 595166 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema [collection1_shard2_replica_n41] Schema name=test
   [junit4]   2> 595231 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 595236 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n41' using configuration from collection collection1, trusted=true
   [junit4]   2> 595237 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n41' (registry 'solr.core.collection1.shard2.replica_n41') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 595237 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 595237 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [[collection1_shard2_replica_n41] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-1-001/cores/collection1_shard2_replica_n41], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-1-001/cores/collection1_shard2_replica_n41/data/]
   [junit4]   2> 595238 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=27.2578125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=4.396728182594622, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 595240 WARN  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 595276 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 595277 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 595278 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 595278 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 595280 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=849889533, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 595280 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b1195df[collection1_shard2_replica_n41] main]
   [junit4]   2> 595281 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 595281 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 595282 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 595283 INFO  (searcherExecutor-2232-thread-1-processing-n:127.0.0.1:38771_sc%2Fae x:collection1_shard2_replica_n41 s:shard2 c:collection1) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SolrCore [collection1_shard2_replica_n41] Registered new searcher Searcher@2b1195df[collection1_shard2_replica_n41] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 595283 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587089381134434304
   [junit4]   2> 595289 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 595289 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 595289 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38771/sc/ae/collection1_shard2_replica_n41/
   [junit4]   2> 595289 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 595289 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.SyncStrategy http://127.0.0.1:38771/sc/ae/collection1_shard2_replica_n41/ has no replicas
   [junit4]   2> 595289 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 595290 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38771/sc/ae/collection1_shard2_replica_n41/ shard2
   [junit4]   2> 595391 INFO  (zkCallback-1128-thread-1-processing-n:127.0.0.1:38771_sc%2Fae) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 595440 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 595450 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n41] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n41&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1325
   [junit4]   2> 595453 INFO  (qtp1388430890-5280) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:38771_sc%252Fae&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1332
   [junit4]   2> 595525 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-2-001 of type NRT
   [junit4]   2> 595525 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 595526 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7cceb5db{/sc/ae,null,AVAILABLE}
   [junit4]   2> 595526 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@73e7b2a6{HTTP/1.1,[http/1.1]}{127.0.0.1:45243}
   [junit4]   2> 595526 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.Server Started @597484ms
   [junit4]   2> 595526 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/sc/ae, hostPort=40801, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-2-001/cores}
   [junit4]   2> 595527 ERROR (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 595527 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 595527 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 595527 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 595527 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T03:06:20.873Z
   [junit4]   2> 595528 INFO  (zkConnectionManagerCallback-1133-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 595529 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 595529 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-2-001/solr.xml
   [junit4]   2> 595531 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 595531 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 595532 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 595534 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46107/solr
   [junit4]   2> 595535 INFO  (zkConnectionManagerCallback-1137-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 595538 INFO  (zkConnectionManagerCallback-1139-thread-1-processing-n:127.0.0.1:40801_sc%2Fae) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 595541 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 595541 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 595542 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40801_sc%2Fae
   [junit4]   2> 595542 INFO  (zkCallback-1128-thread-1-processing-n:127.0.0.1:38771_sc%2Fae) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 595542 INFO  (zkCallback-1110-thread-2-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 595542 INFO  (zkCallback-1120-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 595543 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:40801_sc%2Fae) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 595588 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 595594 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 595594 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 595595 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-2-001/cores
   [junit4]   2> 595616 INFO  (qtp1388430890-5281) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:40801_sc%252Fae&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 595618 INFO  (OverseerCollectionConfigSetProcessor-99193086042177540-127.0.0.1:44663_sc%2Fae-n_0000000000) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 595618 INFO  (OverseerThreadFactory-2218-thread-4-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:40801_sc%2Fae for creating new replica
   [junit4]   2> 595619 INFO  (SocketProxy-Acceptor-40801) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=54494,localport=40801], receiveBufferSize:531000
   [junit4]   2> 595619 INFO  (SocketProxy-Acceptor-40801) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=45243,localport=60710], receiveBufferSize=530904
   [junit4]   2> 595620 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 595621 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 595723 INFO  (zkCallback-1128-thread-1-processing-n:127.0.0.1:38771_sc%2Fae) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 595723 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:40801_sc%2Fae) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 596637 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 596645 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema [collection1_shard1_replica_n43] Schema name=test
   [junit4]   2> 596712 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 596723 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica_n43' using configuration from collection collection1, trusted=true
   [junit4]   2> 596723 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard1.replica_n43' (registry 'solr.core.collection1.shard1.replica_n43') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 596723 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 596723 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [[collection1_shard1_replica_n43] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-2-001/cores/collection1_shard1_replica_n43], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-2-001/cores/collection1_shard1_replica_n43/data/]
   [junit4]   2> 596725 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=27.2578125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=4.396728182594622, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 596727 WARN  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 596774 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 596774 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 596774 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 596774 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 596775 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=849889533, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 596775 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.SolrIndexSearcher Opening [Searcher@742ae86e[collection1_shard1_replica_n43] main]
   [junit4]   2> 596776 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 596776 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 596776 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 596777 INFO  (searcherExecutor-2243-thread-1-processing-n:127.0.0.1:40801_sc%2Fae x:collection1_shard1_replica_n43 s:shard1 c:collection1) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SolrCore [collection1_shard1_replica_n43] Registered new searcher Searcher@742ae86e[collection1_shard1_replica_n43] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 596777 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587089382701006848
   [junit4]   2> 596780 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 596780 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 596780 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40801/sc/ae/collection1_shard1_replica_n43/
   [junit4]   2> 596780 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 596780 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.SyncStrategy http://127.0.0.1:40801/sc/ae/collection1_shard1_replica_n43/ has no replicas
   [junit4]   2> 596780 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 596780 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40801/sc/ae/collection1_shard1_replica_n43/ shard1
   [junit4]   2> 596881 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:40801_sc%2Fae) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 596881 INFO  (zkCallback-1128-thread-1-processing-n:127.0.0.1:38771_sc%2Fae) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 596931 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 596940 INFO  (qtp323822011-5317) [n:127.0.0.1:40801_sc%2Fae c:collection1 s:shard1  x:collection1_shard1_replica_n43] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard1_replica_n43&action=CREATE&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1319
   [junit4]   2> 596941 INFO  (qtp1388430890-5281) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:40801_sc%252Fae&action=ADDREPLICA&collection=collection1&shard=shard1&type=NRT&wt=javabin&version=2} status=0 QTime=1324
   [junit4]   2> 596996 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-3-001 of type NRT
   [junit4]   2> 596996 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 596998 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2213a6fe{/sc/ae,null,AVAILABLE}
   [junit4]   2> 596998 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7e5e8a5c{HTTP/1.1,[http/1.1]}{127.0.0.1:41465}
   [junit4]   2> 596999 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.Server Started @598957ms
   [junit4]   2> 596999 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/tempDir-001/jetty3, replicaType=NRT, solrconfig=solrconfig.xml, hostContext=/sc/ae, hostPort=36697, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-3-001/cores}
   [junit4]   2> 596999 ERROR (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 596999 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solrâ„¢ version 8.0.0
   [junit4]   2> 596999 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 596999 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 596999 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-18T03:06:22.345Z
   [junit4]   2> 597001 INFO  (zkConnectionManagerCallback-1143-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 597002 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 597002 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-3-001/solr.xml
   [junit4]   2> 597004 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 597004 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 597005 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 597009 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46107/solr
   [junit4]   2> 597011 INFO  (zkConnectionManagerCallback-1147-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 597017 INFO  (zkConnectionManagerCallback-1149-thread-1-processing-n:127.0.0.1:36697_sc%2Fae) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 597020 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 597020 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 597021 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36697_sc%2Fae
   [junit4]   2> 597021 INFO  (zkCallback-1128-thread-1-processing-n:127.0.0.1:38771_sc%2Fae) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 597021 INFO  (zkCallback-1110-thread-2-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 597021 INFO  (zkCallback-1120-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 597021 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:40801_sc%2Fae) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 597022 INFO  (zkCallback-1148-thread-1-processing-n:127.0.0.1:36697_sc%2Fae) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 597070 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 597076 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 597076 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 597077 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-3-001/cores
   [junit4]   2> 597106 INFO  (SocketProxy-Acceptor-36697) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38636,localport=36697], receiveBufferSize:531000
   [junit4]   2> 597107 INFO  (SocketProxy-Acceptor-36697) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41465,localport=51246], receiveBufferSize=530904
   [junit4]   2> 597108 INFO  (qtp784480469-5351) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params node=127.0.0.1:36697_sc%252Fae&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 597109 INFO  (OverseerCollectionConfigSetProcessor-99193086042177540-127.0.0.1:44663_sc%2Fae-n_0000000000) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 597109 INFO  (OverseerThreadFactory-2218-thread-5-processing-n:127.0.0.1:44663_sc%2Fae) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.AddReplicaCmd Node Identified 127.0.0.1:36697_sc%2Fae for creating new replica
   [junit4]   2> 597110 INFO  (SocketProxy-Acceptor-36697) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38640,localport=36697], receiveBufferSize:531000
   [junit4]   2> 597110 INFO  (SocketProxy-Acceptor-36697) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41465,localport=51250], receiveBufferSize=530904
   [junit4]   2> 597112 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 597112 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 597214 INFO  (zkCallback-1128-thread-1-processing-n:127.0.0.1:38771_sc%2Fae) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 597214 INFO  (zkCallback-1148-thread-1-processing-n:127.0.0.1:36697_sc%2Fae) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 597214 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:40801_sc%2Fae) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 598128 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 598136 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema [collection1_shard2_replica_n45] Schema name=test
   [junit4]   2> 598191 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 598197 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica_n45' using configuration from collection collection1, trusted=true
   [junit4]   2> 598198 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1.shard2.replica_n45' (registry 'solr.core.collection1.shard2.replica_n45') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4f73dc0
   [junit4]   2> 598198 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 598198 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [[collection1_shard2_replica_n45] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-3-001/cores/collection1_shard2_replica_n45], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001/shard-3-001/cores/collection1_shard2_replica_n45/data/]
   [junit4]   2> 598199 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=26, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=27.2578125, floorSegmentMB=1.986328125, forceMergeDeletesPctAllowed=4.396728182594622, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 598213 WARN  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 598235 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 598235 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 598236 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 598236 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 598237 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=849889533, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 598237 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b8ceee1[collection1_shard2_replica_n45] main]
   [junit4]   2> 598238 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 598238 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 598238 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 598239 INFO  (searcherExecutor-2254-thread-1-processing-n:127.0.0.1:36697_sc%2Fae x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45] Registered new searcher Searcher@2b8ceee1[collection1_shard2_replica_n45] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 598239 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587089384234024960
   [junit4]   2> 598241 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.c.ZkController Core needs to recover:collection1_shard2_replica_n45
   [junit4]   2> 598241 INFO  (updateExecutor-1144-thread-1-processing-n:127.0.0.1:36697_sc%2Fae x:collection1_shard2_replica_n45 s:shard2 c:collection1) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 598242 INFO  (recoveryExecutor-1145-thread-1-processing-n:127.0.0.1:36697_sc%2Fae x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 598242 INFO  (recoveryExecutor-1145-thread-1-processing-n:127.0.0.1:36697_sc%2Fae x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 598242 INFO  (recoveryExecutor-1145-thread-1-processing-n:127.0.0.1:36697_sc%2Fae x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1_shard2_replica_n45]
   [junit4]   2> 598242 INFO  (recoveryExecutor-1145-thread-1-processing-n:127.0.0.1:36697_sc%2Fae x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 598242 INFO  (recoveryExecutor-1145-thread-1-processing-n:127.0.0.1:36697_sc%2Fae x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Publishing state of core [collection1_shard2_replica_n45] as recovering, leader is [http://127.0.0.1:38771/sc/ae/collection1_shard2_replica_n41/] and I am [http://127.0.0.1:36697/sc/ae/collection1_shard2_replica_n45/]
   [junit4]   2> 598242 INFO  (qtp784480469-5353) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2  x:collection1_shard2_replica_n45] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&name=collection1_shard2_replica_n45&action=CREATE&collection=collection1&shard=shard2&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1130
   [junit4]   2> 598243 INFO  (qtp784480469-5351) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={node=127.0.0.1:36697_sc%252Fae&action=ADDREPLICA&collection=collection1&shard=shard2&type=NRT&wt=javabin&version=2} status=0 QTime=1134
   [junit4]   2> 598243 INFO  (recoveryExecutor-1145-thread-1-processing-n:127.0.0.1:36697_sc%2Fae x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:38771/sc/ae]; [WaitForState: action=PREPRECOVERY&core=collection1_shard2_replica_n41&nodeName=127.0.0.1:36697_sc%252Fae&coreNodeName=core_node46&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 598243 INFO  (SocketProxy-Acceptor-38771) [    ] o.a.s.c.SocketProxy accepted Socket[addr=/127.0.0.1,port=38052,localport=38771], receiveBufferSize:531000
   [junit4]   2> 598244 INFO  (SocketProxy-Acceptor-38771) [    ] o.a.s.c.SocketProxy proxy connection Socket[addr=/127.0.0.1,port=41341,localport=52254], receiveBufferSize=530904
   [junit4]   2> 598245 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true, maxTime: 183 s
   [junit4]   2> 598245 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:36697_sc%2Fae, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:36697/sc/ae","node_name":"127.0.0.1:36697_sc%2Fae","state":"down","type":"NRT"}
   [junit4]   2> 598247 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 598247 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Wait for recoveries to finish - wait 30000 for each attempt
   [junit4]   2> 598247 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):30000
   [junit4]   2> 598343 INFO  (zkCallback-1148-thread-1-processing-n:127.0.0.1:36697_sc%2Fae) [n:127.0.0.1:36697_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 598343 INFO  (zkCallback-1138-thread-1-processing-n:127.0.0.1:40801_sc%2Fae) [n:127.0.0.1:40801_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 598343 INFO  (zkCallback-1128-thread-1-processing-n:127.0.0.1:38771_sc%2Fae) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 599110 INFO  (OverseerCollectionConfigSetProcessor-99193086042177540-127.0.0.1:44663_sc%2Fae-n_0000000000) [n:127.0.0.1:44663_sc%2Fae    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 599245 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1_shard2_replica_n41, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:36697_sc%2Fae, coreNodeName=core_node46, onlyIfActiveCheckResult=false, nodeProps: core_node46:{"core":"collection1_shard2_replica_n45","base_url":"http://127.0.0.1:36697/sc/ae","node_name":"127.0.0.1:36697_sc%2Fae","state":"recovering","type":"NRT"}
   [junit4]   2> 599245 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node46, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 599246 INFO  (qtp1388430890-5282) [n:127.0.0.1:38771_sc%2Fae    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:36697_sc%252Fae&onlyIfLeaderActive=true&core=collection1_shard2_replica_n41&coreNodeName=core_node46&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 599746 INFO  (recoveryExecutor-1145-thread-1-processing-n:127.0.0.1:36697_sc%2Fae x:collection1_shard2_replica_n45 s:shard2 c:collection1 r:core_node46) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:38771/sc/ae/collection1_shard2_replica_n41/] - recoveringAfterStartup=[true]
   [junit4]   2> 599747 INFO  (recoveryExecutor-1145-thread-1-processing-n:127.0.0.1:36697_sc%2Fae x:collect

[...truncated too long message...]

(zkCallback-1148-thread-1-processing-n:127.0.0.1:36697_sc%2Fae) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.SyncStrategy Closed, skipping sync up.
   [junit4]   2> 667898 INFO  (zkCallback-1148-thread-1-processing-n:127.0.0.1:36697_sc%2Fae) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 667898 INFO  (zkCallback-1148-thread-1-processing-n:127.0.0.1:36697_sc%2Fae) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.c.SolrCore [collection1_shard2_replica_n45]  CLOSING SolrCore org.apache.solr.core.SolrCore@c73dedb
   [junit4]   2> 667898 INFO  (zkCallback-1148-thread-1-processing-n:127.0.0.1:36697_sc%2Fae) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1.shard2.replica_n45, tag=208920283
   [junit4]   2> 667898 INFO  (zkCallback-1148-thread-1-processing-n:127.0.0.1:36697_sc%2Fae) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@44b02d11: rootName = null, domain = solr.core.collection1.shard2.replica_n45, service url = null, agent id = null] for registry solr.core.collection1.shard2.replica_n45 / com.codahale.metrics.MetricRegistry@2ba9ad1b
   [junit4]   2> 667908 INFO  (zkCallback-1148-thread-1-processing-n:127.0.0.1:36697_sc%2Fae) [n:127.0.0.1:36697_sc%2Fae c:collection1 s:shard2 r:core_node46 x:collection1_shard2_replica_n45] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=208920283
   [junit4]   2> 667910 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7e5e8a5c{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 667910 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2213a6fe{/sc/ae,null,UNAVAILABLE}
   [junit4]   2> 667911 ERROR (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 667912 INFO  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46107 46107
   [junit4]   2> 667918 INFO  (Thread-1255) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46107 46107
   [junit4]   2> 667920 WARN  (Thread-1255) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/autoscaling.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 	3	/solr/collections/c8n_1x3/state.json
   [junit4]   2> 	3	/solr/collections/collMinRf_1x3/state.json
   [junit4]   2> 	2	/solr/collections/c8n_1x2/state.json
   [junit4]   2> 	2	/solr/collections/c8n_crud_1x2/state.json
   [junit4]   2> 	2	/solr/collections/c8n_1x2_leader_session_loss/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	4	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	4	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 667920 WARN  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SocketProxy Closing 12 connections to: http://127.0.0.1:36697/sc/ae, target: http://127.0.0.1:41465/sc/ae
   [junit4]   2> 667920 WARN  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:44663/sc/ae, target: http://127.0.0.1:41601/sc/ae
   [junit4]   2> 667920 WARN  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:38771/sc/ae, target: http://127.0.0.1:41341/sc/ae
   [junit4]   2> 667920 WARN  (TEST-HttpPartitionTest.test-seed#[2B59CD0965C48DC9]) [    ] o.a.s.c.SocketProxy Closing 9 connections to: http://127.0.0.1:40801/sc/ae, target: http://127.0.0.1:45243/sc/ae
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.method=test -Dtests.seed=2B59CD0965C48DC9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-AR -Dtests.timezone=Pacific/Marquesas -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 76.9s J2 | HttpPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Doc with id=2 not found in http://127.0.0.1:44663/sc/ae/c8n_1x2_leader_session_loss due to: Path not found: /id; rsp={doc=null}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([2B59CD0965C48DC9:A30DF2D3CB38E031]:0)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:604)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:559)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.testLeaderZkSessionLoss(HttpPartitionTest.java:514)
   [junit4]    > 	at org.apache.solr.cloud.HttpPartitionTest.test(HttpPartitionTest.java:142)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:993)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.HttpPartitionTest_2B59CD0965C48DC9-001
   [junit4]   2> Dec 18, 2017 3:07:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {range_facet_l_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), multiDefault=PostingsFormat(name=MockRandom), a_t=BlockTreeOrds(blocksize=128), intDefault=BlockTreeOrds(blocksize=128), id_i1=PostingsFormat(name=MockRandom), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), range_facet_i_dv=BlockTreeOrds(blocksize=128), text=Lucene50(blocksize=128), range_facet_l=BlockTreeOrds(blocksize=128), timestamp=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Memory), id_i1=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Memory), intDvoDefault=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1468, maxMBSortInHeap=6.0369311902426395, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@694adcac), locale=es-AR, timezone=Pacific/Marquesas
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=126986200,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [ChaosMonkeyNothingIsSafeTest, CdcrUpdateLogTest, TestNestedDocsSort, DocValuesNotIndexedTest, HdfsBasicDistributedZkTest, TestSchemalessBufferedUpdates, TestCloudJSONFacetJoinDomain, CurrencyFieldTypeTest, TestMinMaxOnMultiValuedField, TestRuleBasedAuthorizationPlugin, DeleteStatusTest, AnalyticsMergeStrategyTest, TestUninvertingReader, LegacyCloudClusterPropTest, ReturnFieldsTest, CSVRequestHandlerTest, TestSchemaVersionResource, HdfsWriteToMultipleCollectionsTest, TestGenericDistributedQueue, TestTolerantSearch, TestJsonRequest, StatsComponentTest, TestSolrXml, SolrTestCaseJ4Test, LeaderFailureAfterFreshStartTest, MetricUtilsTest, BasicDistributedZk2Test, TestEmbeddedSolrServerConstructors, DirectSolrConnectionTest, RollingRestartTest, BadComponentTest, CoreAdminRequestStatusTest, TestPrepRecovery, TestFieldCacheSortRandom, FullSolrCloudDistribCmdsTest, CdcrRequestHandlerTest, HdfsDirectoryFactoryTest, DeleteNodeTest, DocExpirationUpdateProcessorFactoryTest, TestShardHandlerFactory, TestSmileRequest, TestTrie, SegmentsInfoRequestHandlerTest, TestCoreContainer, DistributedFacetPivotLargeTest, TestTolerantUpdateProcessorCloud, PreAnalyzedUpdateProcessorTest, WordBreakSolrSpellCheckerTest, TestTrieFacet, TestZkChroot, TestSystemIdResolver, HdfsThreadLeakTest, TestExclusionRuleCollectionAccess, TestPivotHelperCode, TestCSVResponseWriter, TlogReplayBufferedWhileIndexingTest, SuggesterTest, BJQParserTest, TestSolrCloudWithKerberosAlt, SmileWriterTest, TestHashQParserPlugin, TestLMDirichletSimilarityFactory, TestConfigSetsAPIExclusivity, ScriptEngineTest, ClusterStateTest, TestIndexSearcher, SolrGangliaReporterTest, DistribJoinFromCollectionTest, TestSolrCoreProperties, BitVectorTest, TestSSLRandomization, InfixSuggestersTest, CoreAdminHandlerTest, TestSizeLimitedDistributedMap, IndexBasedSpellCheckerTest, TestHalfAndHalfDocValues, HttpPartitionTest]
   [junit4] Completed [197/764 (1!)] on J2 in 77.68s, 1 test, 1 failure <<< FAILURES!

[...truncated 49846 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 21100 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21100/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.testFailedMove

Error Message:
No live SolrServers available to handle this request:[https://127.0.0.1:41885/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:38799/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:40625/solr/MoveReplicaHDFSTest_failed_coll_true]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:41885/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:38799/solr/MoveReplicaHDFSTest_failed_coll_true, https://127.0.0.1:40625/solr/MoveReplicaHDFSTest_failed_coll_true]
	at __randomizedtesting.SeedInfo.seed([E0297331E8C5A2C6:4AE4A0C35F167716]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:462)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:991)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.cloud.MoveReplicaTest.testFailedMove(MoveReplicaTest.java:309)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40625/solr/MoveReplicaHDFSTest_failed_coll_true: no servers hosting shard: shard1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	... 46 more


FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv

Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:46445/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:46735/solr/test_col_shard1_replica_n2: Server Error    request: http://127.0.0.1:46735/solr/test_col_shard1_replica_n2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A46445%2Fsolr%2Ftest_col_shard2_replica_n6%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:35257/solr/test_col_shard1_replica_n1/ update: org.apache.solr.client.solrj.request.UpdateRequest@8c05a4

Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:46445/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:46735/solr/test_col_shard1_replica_n2: Server Error



request: http://127.0.0.1:46735/solr/test_col_shard1_replica_n2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A46445%2Fsolr%2Ftest_col_shard2_replica_n6%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:35257/solr/test_col_shard1_replica_n1/ update: org.apache.solr.client.solrj.request.UpdateRequest@8c05a4
	at __randomizedtesting.SeedInfo.seed([E0297331E8C5A2C6:D63D1177629898D7]:0)
	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:46445/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:46735/solr/test_col_shard1_replica_n2: Server Error



request: http://127.0.0.1:46735/solr/test_col_shard1_replica_n2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A46445%2Fsolr%2Ftest_col_shard2_replica_n6%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:35257/solr/test_col_shard1_replica_n1/ update: org.apache.solr.client.solrj.request.UpdateRequest@8c05a4
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46445/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:46735/solr/test_col_shard1_replica_n2: Server Error



request: http://127.0.0.1:46735/solr/test_col_shard1_replica_n2/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A46445%2Fsolr%2Ftest_col_shard2_replica_n6%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:35257/solr/test_col_shard1_replica_n1/ update: org.apache.solr.client.solrj.request.UpdateRequest@8c05a4
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
	... 6 more




Build Log:
[...truncated 12470 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
   [junit4]   2> 791357 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/init-core-data-001
   [junit4]   2> 791358 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 791359 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
   [junit4]   2> 791361 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001
   [junit4]   2> 791361 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 791362 INFO  (Thread-4688) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 791362 INFO  (Thread-4688) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 791364 ERROR (Thread-4688) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 791462 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46607
   [junit4]   2> 791464 INFO  (zkConnectionManagerCallback-1792-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791466 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1606688e8b20000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 791468 INFO  (jetty-launcher-1789-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 791468 INFO  (jetty-launcher-1789-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 791468 INFO  (jetty-launcher-1789-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 791468 INFO  (jetty-launcher-1789-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 791469 INFO  (jetty-launcher-1789-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@531f5b{/solr,null,AVAILABLE}
   [junit4]   2> 791470 INFO  (jetty-launcher-1789-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5cfaea{/solr,null,AVAILABLE}
   [junit4]   2> 791472 INFO  (jetty-launcher-1789-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@e8837e{HTTP/1.1,[http/1.1]}{127.0.0.1:34245}
   [junit4]   2> 791472 INFO  (jetty-launcher-1789-thread-1) [    ] o.e.j.s.Server Started @793510ms
   [junit4]   2> 791472 INFO  (jetty-launcher-1789-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34245}
   [junit4]   2> 791472 ERROR (jetty-launcher-1789-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 791472 INFO  (jetty-launcher-1789-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 791472 INFO  (jetty-launcher-1789-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 791472 INFO  (jetty-launcher-1789-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 791472 INFO  (jetty-launcher-1789-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-17T22:12:16.799Z
   [junit4]   2> 791473 INFO  (jetty-launcher-1789-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@174d23{HTTP/1.1,[http/1.1]}{127.0.0.1:46735}
   [junit4]   2> 791473 INFO  (jetty-launcher-1789-thread-4) [    ] o.e.j.s.Server Started @793511ms
   [junit4]   2> 791473 INFO  (jetty-launcher-1789-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46735}
   [junit4]   2> 791473 INFO  (jetty-launcher-1789-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a42272{/solr,null,AVAILABLE}
   [junit4]   2> 791473 ERROR (jetty-launcher-1789-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 791473 INFO  (jetty-launcher-1789-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1343ecf{/solr,null,AVAILABLE}
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-17T22:12:16.801Z
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1227b49{HTTP/1.1,[http/1.1]}{127.0.0.1:46445}
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@144b16c{HTTP/1.1,[http/1.1]}{127.0.0.1:35257}
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-3) [    ] o.e.j.s.Server Started @793512ms
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-2) [    ] o.e.j.s.Server Started @793512ms
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46445}
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35257}
   [junit4]   2> 791474 ERROR (jetty-launcher-1789-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 791474 ERROR (jetty-launcher-1789-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-17T22:12:16.801Z
   [junit4]   2> 791474 INFO  (jetty-launcher-1789-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-17T22:12:16.801Z
   [junit4]   2> 791483 INFO  (zkConnectionManagerCallback-1800-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791484 INFO  (jetty-launcher-1789-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 791485 INFO  (zkConnectionManagerCallback-1794-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791485 INFO  (zkConnectionManagerCallback-1796-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791485 INFO  (jetty-launcher-1789-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 791485 INFO  (jetty-launcher-1789-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 791489 INFO  (zkConnectionManagerCallback-1799-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791491 INFO  (jetty-launcher-1789-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 791503 INFO  (jetty-launcher-1789-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46607/solr
   [junit4]   2> 791506 INFO  (zkConnectionManagerCallback-1805-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791511 INFO  (jetty-launcher-1789-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46607/solr
   [junit4]   2> 791516 INFO  (jetty-launcher-1789-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46607/solr
   [junit4]   2> 791517 INFO  (zkConnectionManagerCallback-1808-thread-1-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791518 INFO  (zkConnectionManagerCallback-1814-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791528 INFO  (zkConnectionManagerCallback-1811-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791528 INFO  (jetty-launcher-1789-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46607/solr
   [junit4]   2> 791538 INFO  (zkConnectionManagerCallback-1818-thread-1-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791545 INFO  (zkConnectionManagerCallback-1821-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791545 INFO  (jetty-launcher-1789-thread-1) [n:127.0.0.1:34245_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 791546 INFO  (jetty-launcher-1789-thread-1) [n:127.0.0.1:34245_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34245_solr
   [junit4]   2> 791546 INFO  (jetty-launcher-1789-thread-1) [n:127.0.0.1:34245_solr    ] o.a.s.c.Overseer Overseer (id=99191930007715850-127.0.0.1:34245_solr-n_0000000000) starting
   [junit4]   2> 791557 INFO  (zkConnectionManagerCallback-1823-thread-1-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791563 INFO  (jetty-launcher-1789-thread-2) [n:127.0.0.1:35257_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 791563 INFO  (jetty-launcher-1789-thread-2) [n:127.0.0.1:35257_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35257_solr
   [junit4]   2> 791564 INFO  (jetty-launcher-1789-thread-4) [n:127.0.0.1:46735_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 791565 INFO  (zkConnectionManagerCallback-1826-thread-1-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791568 INFO  (jetty-launcher-1789-thread-3) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 791569 INFO  (zkCallback-1817-thread-1-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 791577 INFO  (zkCallback-1807-thread-1-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 791578 INFO  (zkCallback-1822-thread-1-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 791579 INFO  (jetty-launcher-1789-thread-4) [n:127.0.0.1:46735_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46735_solr
   [junit4]   2> 791580 INFO  (jetty-launcher-1789-thread-1) [n:127.0.0.1:34245_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34245_solr
   [junit4]   2> 791580 INFO  (jetty-launcher-1789-thread-3) [n:127.0.0.1:46445_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 791580 INFO  (OverseerStateUpdate-99191930007715850-127.0.0.1:34245_solr-n_0000000000) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 791582 INFO  (jetty-launcher-1789-thread-3) [n:127.0.0.1:46445_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46445_solr
   [junit4]   2> 791602 INFO  (zkCallback-1822-thread-1-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 791602 INFO  (zkCallback-1807-thread-1-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 791602 INFO  (zkCallback-1817-thread-1-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 791606 INFO  (zkCallback-1825-thread-1-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (4)
   [junit4]   2> 791691 INFO  (jetty-launcher-1789-thread-1) [n:127.0.0.1:34245_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34245.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791696 INFO  (jetty-launcher-1789-thread-4) [n:127.0.0.1:46735_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46735.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791707 INFO  (jetty-launcher-1789-thread-1) [n:127.0.0.1:34245_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34245.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791707 INFO  (jetty-launcher-1789-thread-1) [n:127.0.0.1:34245_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34245.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791708 INFO  (jetty-launcher-1789-thread-1) [n:127.0.0.1:34245_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node1/.
   [junit4]   2> 791716 INFO  (jetty-launcher-1789-thread-4) [n:127.0.0.1:46735_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46735.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791717 INFO  (jetty-launcher-1789-thread-4) [n:127.0.0.1:46735_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46735.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791718 INFO  (jetty-launcher-1789-thread-4) [n:127.0.0.1:46735_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node4/.
   [junit4]   2> 791744 INFO  (jetty-launcher-1789-thread-3) [n:127.0.0.1:46445_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46445.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791746 INFO  (jetty-launcher-1789-thread-2) [n:127.0.0.1:35257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35257.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791751 INFO  (jetty-launcher-1789-thread-3) [n:127.0.0.1:46445_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46445.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791751 INFO  (jetty-launcher-1789-thread-3) [n:127.0.0.1:46445_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46445.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791752 INFO  (jetty-launcher-1789-thread-3) [n:127.0.0.1:46445_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node3/.
   [junit4]   2> 791755 INFO  (jetty-launcher-1789-thread-2) [n:127.0.0.1:35257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35257.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791755 INFO  (jetty-launcher-1789-thread-2) [n:127.0.0.1:35257_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35257.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 791757 INFO  (jetty-launcher-1789-thread-2) [n:127.0.0.1:35257_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node2/.
   [junit4]   2> 791858 INFO  (zkConnectionManagerCallback-1834-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791860 INFO  (zkConnectionManagerCallback-1838-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 791861 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 791861 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46607/solr ready
   [junit4]   2> 792122 INFO  (qtp10707056-11416) [n:127.0.0.1:35257_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 792123 INFO  (OverseerThreadFactory-3835-thread-1-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.CreateCollectionCmd Create collection test_col
   [junit4]   2> 792229 INFO  (OverseerStateUpdate-99191930007715850-127.0.0.1:34245_solr-n_0000000000) [n:127.0.0.1:34245_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:35257/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 792230 INFO  (OverseerStateUpdate-99191930007715850-127.0.0.1:34245_solr-n_0000000000) [n:127.0.0.1:34245_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"test_col_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46735/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 792232 INFO  (OverseerStateUpdate-99191930007715850-127.0.0.1:34245_solr-n_0000000000) [n:127.0.0.1:34245_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34245/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 792234 INFO  (OverseerStateUpdate-99191930007715850-127.0.0.1:34245_solr-n_0000000000) [n:127.0.0.1:34245_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"test_col",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"test_col_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:46445/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 792436 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 792436 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 792436 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 792436 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 792436 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 792436 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 792436 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 792436 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 792540 INFO  (zkCallback-1822-thread-1-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 792540 INFO  (zkCallback-1817-thread-1-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 792540 INFO  (zkCallback-1825-thread-1-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 792540 INFO  (zkCallback-1825-thread-2-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 792540 INFO  (zkCallback-1807-thread-1-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 792541 INFO  (zkCallback-1822-thread-2-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 792541 INFO  (zkCallback-1807-thread-2-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 792541 INFO  (zkCallback-1817-thread-2-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793453 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 793453 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 793453 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 793463 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.IndexSchema [test_col_shard2_replica_n6] Schema name=minimal-atomic-stress
   [junit4]   2> 793463 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema [test_col_shard1_replica_n2] Schema name=minimal-atomic-stress
   [junit4]   2> 793463 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema [test_col_shard1_replica_n1] Schema name=minimal-atomic-stress
   [junit4]   2> 793465 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 793465 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 793465 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n6' using configuration from collection test_col, trusted=true
   [junit4]   2> 793465 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 793465 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n2' using configuration from collection test_col, trusted=true
   [junit4]   2> 793465 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica_n1' using configuration from collection test_col, trusted=true
   [junit4]   2> 793466 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35257.solr.core.test_col.shard1.replica_n1' (registry 'solr.core.test_col.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 793466 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46445.solr.core.test_col.shard2.replica_n6' (registry 'solr.core.test_col.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 793466 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_46735.solr.core.test_col.shard1.replica_n2' (registry 'solr.core.test_col.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 793466 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 793466 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 793466 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 793466 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [[test_col_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node2/test_col_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node2/./test_col_shard1_replica_n1/data/]
   [junit4]   2> 793466 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [[test_col_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node4/test_col_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node4/./test_col_shard1_replica_n2/data/]
   [junit4]   2> 793466 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore [[test_col_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node3/test_col_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node3/./test_col_shard2_replica_n6/data/]
   [junit4]   2> 793469 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 793469 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 793469 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 793471 WARN  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 793471 WARN  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 793472 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 793472 WARN  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 793511 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema [test_col_shard2_replica_n4] Schema name=minimal-atomic-stress
   [junit4]   2> 793536 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 793537 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica_n4' using configuration from collection test_col, trusted=true
   [junit4]   2> 793537 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34245.solr.core.test_col.shard2.replica_n4' (registry 'solr.core.test_col.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@dcc7a3
   [junit4]   2> 793537 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 793537 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [[test_col_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node1/test_col_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_E0297331E8C5A2C6-001/tempDir-001/node1/./test_col_shard2_replica_n4/data/]
   [junit4]   2> 793540 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=45, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 793541 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 793541 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 793542 WARN  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 793542 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 793542 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 793545 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 793545 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 793546 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 793546 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@754a09[test_col_shard2_replica_n6] main]
   [junit4]   2> 793546 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 793546 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 793547 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 793547 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 793548 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 793548 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 793548 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1de3931[test_col_shard1_replica_n2] main]
   [junit4]   2> 793549 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587070882415640576
   [junit4]   2> 793549 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 793549 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 793549 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 793549 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 793550 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 793550 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587070882416689152
   [junit4]   2> 793550 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 793550 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 793551 INFO  (searcherExecutor-3844-thread-1-processing-n:127.0.0.1:46445_solr x:test_col_shard2_replica_n6 s:shard2 c:test_col r:core_node8) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SolrCore [test_col_shard2_replica_n6] Registered new searcher Searcher@754a09[test_col_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 793552 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 793552 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@526562[test_col_shard1_replica_n1] main]
   [junit4]   2> 793553 INFO  (searcherExecutor-3845-thread-1-processing-n:127.0.0.1:46735_solr x:test_col_shard1_replica_n2 s:shard1 c:test_col r:core_node5) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SolrCore [test_col_shard1_replica_n2] Registered new searcher Searcher@1de3931[test_col_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 793554 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 793555 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 793556 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 793556 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587070882422980608
   [junit4]   2> 793558 INFO  (searcherExecutor-3846-thread-1-processing-n:127.0.0.1:35257_solr x:test_col_shard1_replica_n1 s:shard1 c:test_col r:core_node3) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.SolrCore [test_col_shard1_replica_n1] Registered new searcher Searcher@526562[test_col_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 793560 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 793560 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 793560 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46735/solr/test_col_shard1_replica_n2/
   [junit4]   2> 793560 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n2 url=http://127.0.0.1:46735/solr START replicas=[http://127.0.0.1:35257/solr/test_col_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 793561 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 793561 INFO  (qtp10707056-11403) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.c.S.Request [test_col_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 793569 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 793569 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 793570 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 793570 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 793571 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 793571 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ebd77[test_col_shard2_replica_n4] main]
   [junit4]   2> 793572 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 793572 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 793573 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 793573 INFO  (searcherExecutor-3850-thread-1-processing-n:127.0.0.1:34245_solr x:test_col_shard2_replica_n4 s:shard2 c:test_col r:core_node7) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.SolrCore [test_col_shard2_replica_n4] Registered new searcher Searcher@4ebd77[test_col_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 793574 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587070882441854976
   [junit4]   2> 793662 INFO  (zkCallback-1807-thread-2-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793662 INFO  (zkCallback-1822-thread-2-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793662 INFO  (zkCallback-1822-thread-1-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793662 INFO  (zkCallback-1807-thread-1-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793662 INFO  (zkCallback-1817-thread-1-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793662 INFO  (zkCallback-1817-thread-2-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793662 INFO  (zkCallback-1825-thread-1-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793662 INFO  (zkCallback-1825-thread-2-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793861 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=test_col_shard1_replica_n2 url=http://127.0.0.1:46735/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 793861 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 793861 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 793861 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 793862 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46735/solr/test_col_shard1_replica_n2/ shard1
   [junit4]   2> 793963 INFO  (zkCallback-1817-thread-2-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793963 INFO  (zkCallback-1807-thread-2-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793963 INFO  (zkCallback-1817-thread-3-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793963 INFO  (zkCallback-1825-thread-1-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793963 INFO  (zkCallback-1822-thread-2-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793963 INFO  (zkCallback-1807-thread-1-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793963 INFO  (zkCallback-1822-thread-1-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 793963 INFO  (zkCallback-1825-thread-2-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794013 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 794014 INFO  (qtp27098851-11405) [n:127.0.0.1:46735_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node5&name=test_col_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=1578
   [junit4]   2> 794061 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 794061 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 794061 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46445/solr/test_col_shard2_replica_n6/
   [junit4]   2> 794062 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n6 url=http://127.0.0.1:46445/solr START replicas=[http://127.0.0.1:34245/solr/test_col_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 794063 INFO  (qtp24784479-11414) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.S.Request [test_col_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 794115 INFO  (zkCallback-1822-thread-2-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794115 INFO  (zkCallback-1817-thread-2-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794115 INFO  (zkCallback-1807-thread-1-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794115 INFO  (zkCallback-1807-thread-2-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794115 INFO  (zkCallback-1825-thread-1-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794115 INFO  (zkCallback-1822-thread-1-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794115 INFO  (zkCallback-1825-thread-2-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794115 INFO  (zkCallback-1817-thread-3-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794362 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=test_col_shard2_replica_n6 url=http://127.0.0.1:46445/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 794362 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 794362 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 794362 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 794364 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46445/solr/test_col_shard2_replica_n6/ shard2
   [junit4]   2> 794465 INFO  (zkCallback-1825-thread-1-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794465 INFO  (zkCallback-1817-thread-3-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794465 INFO  (zkCallback-1825-thread-2-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794465 INFO  (zkCallback-1807-thread-2-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794465 INFO  (zkCallback-1807-thread-1-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794465 INFO  (zkCallback-1822-thread-2-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794465 INFO  (zkCallback-1822-thread-1-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794465 INFO  (zkCallback-1817-thread-1-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794514 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 794522 INFO  (qtp5403204-11413) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node8&name=test_col_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2085
   [junit4]   2> 794562 INFO  (qtp10707056-11393) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node3&name=test_col_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin} status=0 QTime=2126
   [junit4]   2> 794580 INFO  (qtp24784479-11410) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&collection=test_col&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&coreNodeName=core_node7&name=test_col_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin} status=0 QTime=2143
   [junit4]   2> 794585 INFO  (qtp10707056-11416) [n:127.0.0.1:35257_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 794680 INFO  (zkCallback-1807-thread-1-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794680 INFO  (zkCallback-1807-thread-2-processing-n:127.0.0.1:46735_solr) [n:127.0.0.1:46735_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794680 INFO  (zkCallback-1825-thread-2-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794680 INFO  (zkCallback-1817-thread-1-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794680 INFO  (zkCallback-1822-thread-2-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794680 INFO  (zkCallback-1825-thread-1-processing-n:127.0.0.1:46445_solr) [n:127.0.0.1:46445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794680 INFO  (zkCallback-1822-thread-1-processing-n:127.0.0.1:35257_solr) [n:127.0.0.1:35257_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 794680 INFO  (zkCallback-1817-thread-3-processing-n:127.0.0.1:34245_solr) [n:127.0.0.1:34245_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 795585 INFO  (qtp10707056-11416) [n:127.0.0.1:35257_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3463
   [junit4]   2> 795585 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: test_col failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   1> replica:core_node3 rstate:active live:true
   [junit4]   1> replica:core_node5 rstate:active live:true
   [junit4]   1> replica:core_node7 rstate:active live:true
   [junit4]   1> replica:core_node8 rstate:active live:true
   [junit4]   1> no one is recoverying
   [junit4]   2> 795586 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.c.AbstractDistribZkTestBase Recoveries finished - collection: test_col
   [junit4]   2> 795591 INFO  (qtp24784479-11390) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.c.S.Request [test_col_shard2_replica_n4]  webapp=/solr path=/schema/fieldtypes/long params={wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 795621 INFO  (TEST-TestStressCloudBlindAtomicUpdates.test_dv_stored-seed#[E0297331E8C5A2C6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test_dv_stored
   [junit4]   2> 795626 INFO  (qtp10707056-11423) [n:127.0.0.1:35257_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard1_replica_n1]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1587070884589338624&distrib.from=http://127.0.0.1:46735/solr/test_col_shard1_replica_n2/&wt=javabin&version=2}{deleteByQuery=*:* (-1587070884589338624)} 0 1
   [junit4]   2> 795628 INFO  (qtp24784479-11388) [n:127.0.0.1:34245_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n4]  webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1587070884590387200&distrib.from=http://127.0.0.1:46445/solr/test_col_shard2_replica_n6/&wt=javabin&version=2}{deleteByQuery=*:* (-1587070884590387200)} 0 1
   [junit4]   2> 795628 INFO  (qtp5403204-11418) [n:127.0.0.1:46445_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.p.LogUpdateProcessorFactory [test_col_shard2_replica_n6]  webapp=/solr path=/update params={update.distrib=TO

[...truncated too long message...]

oser-2808-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@f4aaea{/solr,null,UNAVAILABLE}
   [junit4]   2> 2122959 ERROR (SUITE-MoveReplicaHDFSTest-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2122959 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42053 42053
   [junit4]   2> 2124424 INFO  (Thread-5793) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42053 42053
   [junit4]   2> 2124426 WARN  (Thread-5793) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/configs/conf1
   [junit4]   2> 	11	/solr/aliases.json
   [junit4]   2> 	6	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	68	/solr/collections/MoveReplicaHDFSTest_coll_true/state.json
   [junit4]   2> 	64	/solr/collections/MoveReplicaHDFSTest_coll_false/state.json
   [junit4]   2> 	32	/solr/collections/MoveReplicaHDFSTest_failed_coll_false/state.json
   [junit4]   2> 	29	/solr/collections/MoveReplicaHDFSTest_failed_coll_true/state.json
   [junit4]   2> 	11	/solr/clusterprops.json
   [junit4]   2> 	11	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/MoveReplicaHDFSTest_coll_false/leader_elect/shard1/election/99192012238749704-core_node5-n_0000000000
   [junit4]   2> 	2	/solr/collections/MoveReplicaHDFSTest_coll_true/leader_elect/shard2/election/99192012238749702-core_node8-n_0000000001
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	30	/solr/collections
   [junit4]   2> 	21	/solr/live_nodes
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2124427 WARN  (SUITE-MoveReplicaHDFSTest-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 2124432 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E0297331E8C5A2C6]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 2124534 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_E0297331E8C5A2C6-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_E0297331E8C5A2C6-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:32865) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 2124534 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_E0297331E8C5A2C6-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_E0297331E8C5A2C6-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:32865) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-326655766-88.99.242.108-1513549991894 (Datanode Uuid 9e96d11f-6f5a-4fe6-a97d-77b37c3ab3ec) service to localhost.localdomain/127.0.0.1:32865
   [junit4]   2> 2124536 WARN  (SUITE-MoveReplicaHDFSTest-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 2124548 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E0297331E8C5A2C6]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 2124550 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_E0297331E8C5A2C6-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_E0297331E8C5A2C6-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:32865) [    ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 2124550 WARN  (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_E0297331E8C5A2C6-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_E0297331E8C5A2C6-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:32865) [    ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-326655766-88.99.242.108-1513549991894 (Datanode Uuid 366047fb-5c26-4109-be70-7fbf7c6c4096) service to localhost.localdomain/127.0.0.1:32865
   [junit4]   2> 2124562 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E0297331E8C5A2C6]-worker) [    ] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:0
   [junit4]   2> 2124681 INFO  (SUITE-MoveReplicaHDFSTest-seed#[E0297331E8C5A2C6]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42053 42053
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.MoveReplicaHDFSTest_E0297331E8C5A2C6-001
   [junit4]   2> Dec 17, 2017 10:34:30 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 66 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=12564, maxDocsPerChunk=259, blockSize=134), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=12564, blockSize=134)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@d13849), locale=mt, timezone=Asia/Yangon
   [junit4]   2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=2,free=287039656,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [BadCopyFieldTest, TestExclusionRuleCollectionAccess, JvmMetricsTest, HdfsThreadLeakTest, HighlighterTest, SimplePostToolTest, SolrIndexMetricsTest, EchoParamsTest, CoreSorterTest, BitVectorTest, TimeZoneUtilsTest, SpellCheckCollatorWithCollapseTest, TestSubQueryTransformerDistrib, TestFunctionQuery, SolrShardReporterTest, TestValueSourceCache, FieldAnalysisRequestHandlerTest, TestRawTransformer, BlockJoinFacetSimpleTest, DistributedFacetPivotSmallTest, TestSolrDeletionPolicy2, PKIAuthenticationIntegrationTest, TestNoOpRegenerator, TestGroupingSearch, TestCharFilters, TestDeleteCollectionOnDownNodes, DistributedSpellCheckComponentTest, SuggesterTest, TestStressInPlaceUpdates, TestRestManager, TestManagedSchemaThreadSafety, TestRuleBasedAuthorizationPlugin, TestLRUCache, RollingRestartTest, HdfsRecoveryZkTest, TestSchemalessBufferedUpdates, TestPivotHelperCode, CopyFieldTest, UniqFieldsUpdateProcessorFactoryTest, DistributedQueryComponentOptimizationTest, TestSolrCoreProperties, TestExtendedDismaxParser, CustomCollectionTest, TestSchemaNameResource, CdcrBootstrapTest, TestComputePlanAction, TestCloudManagedSchema, DocValuesNotIndexedTest, UpdateLogTest, LargeFieldTest, AsyncCallRequestStatusResponseTest, TestLMDirichletSimilarityFactory, TestFieldSortValues, SmileWriterTest, TestRandomFlRTGCloud, TestSolrXml, TestConfigSetsAPIExclusivity, RuleEngineTest, TestNamedUpdateProcessors, TestReload, TestChildDocTransformer, IndexSchemaTest, TestCollectionAPI, PeerSyncReplicationTest, AutoScalingHandlerTest, MetricUtilsTest, QueryElevationComponentTest, ZkNodePropsTest, PluginInfoTest, TestCloudRecovery, CoreAdminHandlerTest, BJQParserTest, TestCoreDiscovery, ConnectionReuseTest, HdfsDirectoryTest, SegmentsInfoRequestHandlerTest, ClusterStateTest, TestZkChroot, TestExportWriter, TestSSLRandomization, TestLRUStatsCache, TestReloadDeadlock, ConfigSetsAPITest, FieldMutatingUpdateProcessorTest, TestReplicaProperties, TestQuerySenderListener, DistribJoinFromCollectionTest, TestPrepRecovery, InfixSuggestersTest, XmlUpdateRequestHandlerTest, TestClassicSimilarityFactory, DeleteStatusTest, LeaderFailureAfterFreshStartTest, DocExpirationUpdateProcessorFactoryTest, TestPayloadScoreQParserPlugin, BadComponentTest, ZkFailoverTest, HttpSolrCallGetCoreTest, ShardSplitTest, HighlighterMaxOffsetTest, TestFieldResource, TestHdfsUpdateLog, TestConfigOverlay, DefaultValueUpdateProcessorTest, SortSpecParsingTest, TestMaxTokenLenTokenizer, TestSolrConfigHandlerConcurrent, WordBreakSolrSpellCheckerTest, MetricsHandlerTest, ScriptEngineTest, AtomicUpdateProcessorFactoryTest, ClassificationUpdateProcessorIntegrationTest, TestMaxScoreQueryParser, TestJsonRequest, TestMacroExpander, TestShardHandlerFactory, TestSizeLimitedDistributedMap, SolrJmxReporterTest, DistributedFacetPivotLargeTest, TestSolrCloudWithKerberosAlt, TestAuthenticationFramework, HdfsAutoAddReplicasIntegrationTest, TestHashPartitioner, TestStressReorder, TestStressVersions, DistributedTermsComponentTest, StatsComponentTest, BasicFunctionalityTest, TestBadConfig, SoftAutoCommitTest, CleanupOldIndexTest, CollectionsAPISolrJTest, DistribDocExpirationUpdateProcessorTest, MigrateRouteKeyTest, MoveReplicaHDFSTest]
   [junit4] Completed [551/764 (2!)] on J2 in 88.41s, 4 tests, 1 error <<< FAILURES!

[...truncated 44649 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 21099 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21099/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DistribJoinFromCollectionTest

Error Message:
Error from server at https://127.0.0.1:42847/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42847/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([D93877488B4FA9BA]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1104)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:884)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:817)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.DistribJoinFromCollectionTest.setupCluster(DistribJoinFromCollectionTest.java:88)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv

Error Message:
java.lang.RuntimeException: Error from server at http://127.0.0.1:33819/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:44413/solr/test_col_shard1_replica_n1: Server Error    request: http://127.0.0.1:44413/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33819%2Fsolr%2Ftest_col_shard2_replica_n4%2F&wt=javabin&version=2 Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39581/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@5fab71

Stack Trace:
java.util.concurrent.ExecutionException: java.lang.RuntimeException: Error from server at http://127.0.0.1:33819/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:44413/solr/test_col_shard1_replica_n1: Server Error



request: http://127.0.0.1:44413/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33819%2Fsolr%2Ftest_col_shard2_replica_n4%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39581/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@5fab71
	at __randomizedtesting.SeedInfo.seed([D93877488B4FA9BA:EF2C150E011293AB]:0)
	at java.util.concurrent.FutureTask.report(FutureTask.java:122)
	at java.util.concurrent.FutureTask.get(FutureTask.java:192)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:283)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_dv(TestStressCloudBlindAtomicUpdates.java:195)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: Error from server at http://127.0.0.1:33819/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:44413/solr/test_col_shard1_replica_n1: Server Error



request: http://127.0.0.1:44413/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33819%2Fsolr%2Ftest_col_shard2_replica_n4%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39581/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@5fab71
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:411)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	... 1 more
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33819/solr/test_col: Async exception during distributed update: Error from server at http://127.0.0.1:44413/solr/test_col_shard1_replica_n1: Server Error



request: http://127.0.0.1:44413/solr/test_col_shard1_replica_n1/update?update.distrib=TOLEADER&distrib.from=http%3A%2F%2F127.0.0.1%3A33819%2Fsolr%2Ftest_col_shard2_replica_n4%2F&wt=javabin&version=2
Remote error message: Failed synchronous update on shard StdNode: http://127.0.0.1:39581/solr/test_col_shard1_replica_n2/ update: org.apache.solr.client.solrj.request.UpdateRequest@5fab71
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.doRandomAtomicUpdate(TestStressCloudBlindAtomicUpdates.java:370)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates$Worker.run(TestStressCloudBlindAtomicUpdates.java:399)
	... 6 more




Build Log:
[...truncated 11986 lines...]
   [junit4] Suite: org.apache.solr.cloud.DistribJoinFromCollectionTest
   [junit4]   2> 27195 INFO  (SUITE-DistribJoinFromCollectionTest-seed#[D93877488B4FA9BA]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/init-core-data-001
   [junit4]   2> 27197 WARN  (SUITE-DistribJoinFromCollectionTest-seed#[D93877488B4FA9BA]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=12 numCloses=12
   [junit4]   2> 27198 INFO  (SUITE-DistribJoinFromCollectionTest-seed#[D93877488B4FA9BA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 27203 INFO  (SUITE-DistribJoinFromCollectionTest-seed#[D93877488B4FA9BA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 27206 INFO  (SUITE-DistribJoinFromCollectionTest-seed#[D93877488B4FA9BA]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 5 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001
   [junit4]   2> 27206 INFO  (SUITE-DistribJoinFromCollectionTest-seed#[D93877488B4FA9BA]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 27207 INFO  (Thread-56) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 27207 INFO  (Thread-56) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 27214 ERROR (Thread-56) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 27307 INFO  (SUITE-DistribJoinFromCollectionTest-seed#[D93877488B4FA9BA]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:39857
   [junit4]   2> 27314 INFO  (zkConnectionManagerCallback-54-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27322 INFO  (jetty-launcher-51-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 27322 INFO  (jetty-launcher-51-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 27322 INFO  (jetty-launcher-51-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 27322 INFO  (jetty-launcher-51-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 27324 INFO  (jetty-launcher-51-thread-5) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 27346 INFO  (jetty-launcher-51-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@88f49a{/solr,null,AVAILABLE}
   [junit4]   2> 27351 INFO  (jetty-launcher-51-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@540068{SSL,[ssl, http/1.1]}{127.0.0.1:38719}
   [junit4]   2> 27351 INFO  (jetty-launcher-51-thread-2) [    ] o.e.j.s.Server Started @28728ms
   [junit4]   2> 27351 INFO  (jetty-launcher-51-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38719}
   [junit4]   2> 27351 ERROR (jetty-launcher-51-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 27351 INFO  (jetty-launcher-51-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 27351 INFO  (jetty-launcher-51-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 27351 INFO  (jetty-launcher-51-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 27351 INFO  (jetty-launcher-51-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-17T17:53:51.305Z
   [junit4]   2> 27394 INFO  (zkConnectionManagerCallback-56-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27395 INFO  (jetty-launcher-51-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@112ee9d{/solr,null,AVAILABLE}
   [junit4]   2> 27395 INFO  (jetty-launcher-51-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c494d{SSL,[ssl, http/1.1]}{127.0.0.1:33137}
   [junit4]   2> 27395 INFO  (jetty-launcher-51-thread-3) [    ] o.e.j.s.Server Started @28772ms
   [junit4]   2> 27395 INFO  (jetty-launcher-51-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33137}
   [junit4]   2> 27399 ERROR (jetty-launcher-51-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 27399 INFO  (jetty-launcher-51-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 27399 INFO  (jetty-launcher-51-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 27399 INFO  (jetty-launcher-51-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 27399 INFO  (jetty-launcher-51-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-17T17:53:51.353Z
   [junit4]   2> 27406 INFO  (jetty-launcher-51-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@118bd70{/solr,null,AVAILABLE}
   [junit4]   2> 27407 INFO  (jetty-launcher-51-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@142eba8{SSL,[ssl, http/1.1]}{127.0.0.1:44655}
   [junit4]   2> 27407 INFO  (jetty-launcher-51-thread-5) [    ] o.e.j.s.Server Started @28784ms
   [junit4]   2> 27407 INFO  (jetty-launcher-51-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44655}
   [junit4]   2> 27407 ERROR (jetty-launcher-51-thread-5) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 27407 INFO  (jetty-launcher-51-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 27407 INFO  (jetty-launcher-51-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 27407 INFO  (jetty-launcher-51-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 27407 INFO  (jetty-launcher-51-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-17T17:53:51.361Z
   [junit4]   2> 27410 INFO  (jetty-launcher-51-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 27411 INFO  (jetty-launcher-51-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ae2678{/solr,null,AVAILABLE}
   [junit4]   2> 27422 INFO  (jetty-launcher-51-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@13d12d3{SSL,[ssl, http/1.1]}{127.0.0.1:38707}
   [junit4]   2> 27422 INFO  (jetty-launcher-51-thread-1) [    ] o.e.j.s.Server Started @28799ms
   [junit4]   2> 27422 INFO  (jetty-launcher-51-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38707}
   [junit4]   2> 27422 ERROR (jetty-launcher-51-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 27422 INFO  (jetty-launcher-51-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 27422 INFO  (jetty-launcher-51-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 27422 INFO  (jetty-launcher-51-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 27422 INFO  (jetty-launcher-51-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-17T17:53:51.376Z
   [junit4]   2> 27424 INFO  (jetty-launcher-51-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9edc7e{/solr,null,AVAILABLE}
   [junit4]   2> 27424 INFO  (jetty-launcher-51-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6e31a1{SSL,[ssl, http/1.1]}{127.0.0.1:42847}
   [junit4]   2> 27424 INFO  (jetty-launcher-51-thread-4) [    ] o.e.j.s.Server Started @28801ms
   [junit4]   2> 27424 INFO  (jetty-launcher-51-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42847}
   [junit4]   2> 27424 ERROR (jetty-launcher-51-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 27425 INFO  (jetty-launcher-51-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 27425 INFO  (jetty-launcher-51-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 27425 INFO  (jetty-launcher-51-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 27425 INFO  (jetty-launcher-51-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-17T17:53:51.379Z
   [junit4]   2> 27448 INFO  (zkConnectionManagerCallback-64-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27448 INFO  (zkConnectionManagerCallback-62-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27454 INFO  (zkConnectionManagerCallback-60-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27466 INFO  (zkConnectionManagerCallback-58-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27464 INFO  (jetty-launcher-51-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 27471 INFO  (jetty-launcher-51-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39857/solr
   [junit4]   2> 27474 INFO  (jetty-launcher-51-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 27474 INFO  (jetty-launcher-51-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 27479 INFO  (jetty-launcher-51-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 27504 INFO  (jetty-launcher-51-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39857/solr
   [junit4]   2> 27514 INFO  (zkConnectionManagerCallback-72-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27518 INFO  (zkConnectionManagerCallback-68-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27526 INFO  (jetty-launcher-51-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39857/solr
   [junit4]   2> 27542 INFO  (jetty-launcher-51-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39857/solr
   [junit4]   2> 27556 INFO  (jetty-launcher-51-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39857/solr
   [junit4]   2> 27556 INFO  (zkConnectionManagerCallback-76-thread-1-processing-n:127.0.0.1:38719_solr) [n:127.0.0.1:38719_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27556 INFO  (zkConnectionManagerCallback-74-thread-1-processing-n:127.0.0.1:42847_solr) [n:127.0.0.1:42847_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27556 INFO  (zkConnectionManagerCallback-81-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27556 INFO  (zkConnectionManagerCallback-85-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27565 INFO  (zkConnectionManagerCallback-88-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27565 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x160659c503c000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 27571 INFO  (zkConnectionManagerCallback-90-thread-1-processing-n:127.0.0.1:38707_solr) [n:127.0.0.1:38707_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27578 INFO  (zkConnectionManagerCallback-92-thread-1-processing-n:127.0.0.1:33137_solr) [n:127.0.0.1:33137_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27582 INFO  (zkConnectionManagerCallback-94-thread-1-processing-n:127.0.0.1:44655_solr) [n:127.0.0.1:44655_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 27597 INFO  (jetty-launcher-51-thread-3) [n:127.0.0.1:33137_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 27598 INFO  (jetty-launcher-51-thread-3) [n:127.0.0.1:33137_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33137_solr
   [junit4]   2> 27599 INFO  (jetty-launcher-51-thread-3) [n:127.0.0.1:33137_solr    ] o.a.s.c.Overseer Overseer (id=99190913837563918-127.0.0.1:33137_solr-n_0000000000) starting
   [junit4]   2> 27625 INFO  (jetty-launcher-51-thread-3) [n:127.0.0.1:33137_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33137_solr
   [junit4]   2> 27630 INFO  (zkCallback-91-thread-1-processing-n:127.0.0.1:33137_solr) [n:127.0.0.1:33137_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 27652 INFO  (jetty-launcher-51-thread-1) [n:127.0.0.1:38707_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 27654 INFO  (jetty-launcher-51-thread-1) [n:127.0.0.1:38707_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 27655 INFO  (jetty-launcher-51-thread-4) [n:127.0.0.1:42847_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 27655 INFO  (jetty-launcher-51-thread-2) [n:127.0.0.1:38719_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 27657 INFO  (jetty-launcher-51-thread-1) [n:127.0.0.1:38707_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38707_solr
   [junit4]   2> 27657 INFO  (jetty-launcher-51-thread-4) [n:127.0.0.1:42847_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 27662 INFO  (zkCallback-91-thread-1-processing-n:127.0.0.1:33137_solr) [n:127.0.0.1:33137_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 27663 INFO  (jetty-launcher-51-thread-2) [n:127.0.0.1:38719_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 27665 INFO  (zkCallback-73-thread-1-processing-n:127.0.0.1:42847_solr) [n:127.0.0.1:42847_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 27671 INFO  (zkCallback-89-thread-1-processing-n:127.0.0.1:38707_solr) [n:127.0.0.1:38707_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 27674 INFO  (zkCallback-75-thread-1-processing-n:127.0.0.1:38719_solr) [n:127.0.0.1:38719_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 27675 INFO  (jetty-launcher-51-thread-4) [n:127.0.0.1:42847_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42847_solr
   [junit4]   2> 27678 INFO  (jetty-launcher-51-thread-2) [n:127.0.0.1:38719_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38719_solr
   [junit4]   2> 27678 INFO  (zkCallback-75-thread-1-processing-n:127.0.0.1:38719_solr) [n:127.0.0.1:38719_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 27682 INFO  (zkCallback-91-thread-1-processing-n:127.0.0.1:33137_solr) [n:127.0.0.1:33137_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 27682 INFO  (zkCallback-89-thread-1-processing-n:127.0.0.1:38707_solr) [n:127.0.0.1:38707_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 27682 INFO  (zkCallback-73-thread-1-processing-n:127.0.0.1:42847_solr) [n:127.0.0.1:42847_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 27683 INFO  (zkCallback-75-thread-1-processing-n:127.0.0.1:38719_solr) [n:127.0.0.1:38719_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 27683 INFO  (zkCallback-89-thread-1-processing-n:127.0.0.1:38707_solr) [n:127.0.0.1:38707_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 27683 INFO  (zkCallback-73-thread-1-processing-n:127.0.0.1:42847_solr) [n:127.0.0.1:42847_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 27690 INFO  (zkCallback-91-thread-1-processing-n:127.0.0.1:33137_solr) [n:127.0.0.1:33137_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 27711 INFO  (jetty-launcher-51-thread-5) [n:127.0.0.1:44655_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 27712 INFO  (jetty-launcher-51-thread-5) [n:127.0.0.1:44655_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 27713 INFO  (jetty-launcher-51-thread-5) [n:127.0.0.1:44655_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44655_solr
   [junit4]   2> 27721 INFO  (zkCallback-73-thread-1-processing-n:127.0.0.1:42847_solr) [n:127.0.0.1:42847_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 27721 INFO  (zkCallback-89-thread-1-processing-n:127.0.0.1:38707_solr) [n:127.0.0.1:38707_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 27721 INFO  (zkCallback-75-thread-1-processing-n:127.0.0.1:38719_solr) [n:127.0.0.1:38719_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 27721 INFO  (zkCallback-91-thread-1-processing-n:127.0.0.1:33137_solr) [n:127.0.0.1:33137_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 27746 INFO  (zkCallback-93-thread-1-processing-n:127.0.0.1:44655_solr) [n:127.0.0.1:44655_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 27867 INFO  (jetty-launcher-51-thread-3) [n:127.0.0.1:33137_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33137.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27876 INFO  (jetty-launcher-51-thread-4) [n:127.0.0.1:42847_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42847.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27885 INFO  (jetty-launcher-51-thread-3) [n:127.0.0.1:33137_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33137.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27885 INFO  (jetty-launcher-51-thread-3) [n:127.0.0.1:33137_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33137.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27888 INFO  (jetty-launcher-51-thread-4) [n:127.0.0.1:42847_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42847.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27889 INFO  (jetty-launcher-51-thread-4) [n:127.0.0.1:42847_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42847.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27889 INFO  (jetty-launcher-51-thread-3) [n:127.0.0.1:33137_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node3/.
   [junit4]   2> 27899 INFO  (jetty-launcher-51-thread-4) [n:127.0.0.1:42847_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node4/.
   [junit4]   2> 27911 INFO  (jetty-launcher-51-thread-1) [n:127.0.0.1:38707_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38707.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27930 INFO  (jetty-launcher-51-thread-2) [n:127.0.0.1:38719_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38719.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27945 INFO  (jetty-launcher-51-thread-2) [n:127.0.0.1:38719_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38719.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27945 INFO  (jetty-launcher-51-thread-2) [n:127.0.0.1:38719_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38719.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27947 INFO  (jetty-launcher-51-thread-2) [n:127.0.0.1:38719_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node2/.
   [junit4]   2> 27970 INFO  (jetty-launcher-51-thread-1) [n:127.0.0.1:38707_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38707.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27970 INFO  (jetty-launcher-51-thread-1) [n:127.0.0.1:38707_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38707.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 27971 INFO  (jetty-launcher-51-thread-1) [n:127.0.0.1:38707_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node1/.
   [junit4]   2> 28129 INFO  (jetty-launcher-51-thread-5) [n:127.0.0.1:44655_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44655.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 28135 INFO  (jetty-launcher-51-thread-5) [n:127.0.0.1:44655_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44655.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 28135 INFO  (jetty-launcher-51-thread-5) [n:127.0.0.1:44655_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44655.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 28136 INFO  (jetty-launcher-51-thread-5) [n:127.0.0.1:44655_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node5/.
   [junit4]   2> 28184 INFO  (zkConnectionManagerCallback-106-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 28191 INFO  (zkConnectionManagerCallback-110-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 28193 INFO  (SUITE-DistribJoinFromCollectionTest-seed#[D93877488B4FA9BA]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (5)
   [junit4]   2> 28194 INFO  (SUITE-DistribJoinFromCollectionTest-seed#[D93877488B4FA9BA]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:39857/solr ready
   [junit4]   2> 28436 INFO  (qtp8144248-274) [n:127.0.0.1:42847_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema.xml&collection.configName=solrCloudCollectionConfig&name=to_2x2&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 28437 INFO  (OverseerThreadFactory-122-thread-1-processing-n:127.0.0.1:33137_solr) [n:127.0.0.1:33137_solr    ] o.a.s.c.CreateCollectionCmd Create collection to_2x2
   [junit4]   2> 28542 INFO  (OverseerStateUpdate-99190913837563918-127.0.0.1:33137_solr-n_0000000000) [n:127.0.0.1:33137_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"to_2x2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"to_2x2_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:44655/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 28543 INFO  (OverseerStateUpdate-99190913837563918-127.0.0.1:33137_solr-n_0000000000) [n:127.0.0.1:33137_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"to_2x2",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"to_2x2_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:38707/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 28544 INFO  (OverseerStateUpdate-99190913837563918-127.0.0.1:33137_solr-n_0000000000) [n:127.0.0.1:33137_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"to_2x2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"to_2x2_shard2_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:33137/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 28545 INFO  (OverseerStateUpdate-99190913837563918-127.0.0.1:33137_solr-n_0000000000) [n:127.0.0.1:33137_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"to_2x2",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "core":"to_2x2_shard2_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:42847/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 28763 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=to_2x2&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema.xml&coreNodeName=core_node8&name=to_2x2_shard2_replica_n6&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 28764 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 28840 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=to_2x2&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema.xml&coreNodeName=core_node3&name=to_2x2_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 28840 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 28852 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=to_2x2&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema.xml&coreNodeName=core_node7&name=to_2x2_shard2_replica_n4&action=CREATE&numShards=2&shard=shard2&wt=javabin
   [junit4]   2> 28852 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 28869 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=solrCloudCollectionConfig&newCollection=true&collection=to_2x2&version=2&replicaType=NRT&property.config=solrconfig-tlog.xml&property.schema=schema.xml&coreNodeName=core_node5&name=to_2x2_shard1_replica_n2&action=CREATE&numShards=2&shard=shard1&wt=javabin
   [junit4]   2> 28870 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 28975 INFO  (zkCallback-93-thread-1-processing-n:127.0.0.1:44655_solr) [n:127.0.0.1:44655_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/to_2x2/state.json] for collection [to_2x2] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 28975 INFO  (zkCallback-89-thread-1-processing-n:127.0.0.1:38707_solr) [n:127.0.0.1:38707_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/to_2x2/state.json] for collection [to_2x2] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 28975 INFO  (zkCallback-91-thread-1-processing-n:127.0.0.1:33137_solr) [n:127.0.0.1:33137_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/to_2x2/state.json] for collection [to_2x2] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 28975 INFO  (zkCallback-91-thread-2-processing-n:127.0.0.1:33137_solr) [n:127.0.0.1:33137_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/to_2x2/state.json] for collection [to_2x2] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 28975 INFO  (zkCallback-93-thread-2-processing-n:127.0.0.1:44655_solr) [n:127.0.0.1:44655_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/to_2x2/state.json] for collection [to_2x2] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 28975 INFO  (zkCallback-89-thread-2-processing-n:127.0.0.1:38707_solr) [n:127.0.0.1:38707_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/to_2x2/state.json] for collection [to_2x2] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 28975 INFO  (zkCallback-73-thread-1-processing-n:127.0.0.1:42847_solr) [n:127.0.0.1:42847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/to_2x2/state.json] for collection [to_2x2] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 28976 INFO  (zkCallback-73-thread-2-processing-n:127.0.0.1:42847_solr) [n:127.0.0.1:42847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/to_2x2/state.json] for collection [to_2x2] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 29796 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 29860 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 29868 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.s.IndexSchema [to_2x2_shard2_replica_n6] Schema name=test
   [junit4]   2> 29894 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 29909 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 29947 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.s.IndexSchema [to_2x2_shard2_replica_n4] Schema name=test
   [junit4]   2> 29949 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.s.IndexSchema [to_2x2_shard1_replica_n1] Schema name=test
   [junit4]   2> 29951 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.s.IndexSchema [to_2x2_shard1_replica_n2] Schema name=test
   [junit4]   2> 30290 WARN  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30290 WARN  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30290 WARN  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30290 WARN  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.WordDelimiterFilterFactory]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30373 WARN  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30373 WARN  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30374 WARN  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30374 WARN  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.GeoHashField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30381 WARN  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30381 WARN  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30381 WARN  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30381 WARN  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.LatLonType]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30389 WARN  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30389 WARN  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30389 WARN  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30389 WARN  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.c.SolrResourceLoader Solr loaded a deprecated plugin/analysis class [solr.CurrencyField]. Please consult documentation how to replace it accordingly.
   [junit4]   2> 30500 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 30500 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 30501 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 30500 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 30630 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.CoreContainer Creating SolrCore 'to_2x2_shard2_replica_n6' using configuration from collection to_2x2, trusted=true
   [junit4]   2> 30630 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'to_2x2_shard1_replica_n1' using configuration from collection to_2x2, trusted=true
   [junit4]   2> 30630 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'to_2x2_shard1_replica_n2' using configuration from collection to_2x2, trusted=true
   [junit4]   2> 30630 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.c.CoreContainer Creating SolrCore 'to_2x2_shard2_replica_n4' using configuration from collection to_2x2, trusted=true
   [junit4]   2> 30631 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38707.solr.core.to_2x2.shard1.replica_n2' (registry 'solr.core.to_2x2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 30631 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33137.solr.core.to_2x2.shard2.replica_n4' (registry 'solr.core.to_2x2.shard2.replica_n4') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 30631 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44655.solr.core.to_2x2.shard1.replica_n1' (registry 'solr.core.to_2x2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 30631 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42847.solr.core.to_2x2.shard2.replica_n6' (registry 'solr.core.to_2x2.shard2.replica_n6') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@126c103
   [junit4]   2> 30631 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 30631 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 30631 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 30631 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 30631 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.c.SolrCore [[to_2x2_shard2_replica_n4] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node3/to_2x2_shard2_replica_n4], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node3/./to_2x2_shard2_replica_n4/data/]
   [junit4]   2> 30631 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.SolrCore [[to_2x2_shard1_replica_n2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node1/to_2x2_shard1_replica_n2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node1/./to_2x2_shard1_replica_n2/data/]
   [junit4]   2> 30631 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.SolrCore [[to_2x2_shard2_replica_n6] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node4/to_2x2_shard2_replica_n6], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node4/./to_2x2_shard2_replica_n6/data/]
   [junit4]   2> 30631 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.c.SolrCore [[to_2x2_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node5/to_2x2_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.DistribJoinFromCollectionTest_D93877488B4FA9BA-001/tempDir-001/node5/./to_2x2_shard1_replica_n1/data/]
   [junit4]   2> 30635 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=44.900390625, floorSegmentMB=2.1533203125, forceMergeDeletesPctAllowed=6.634413836905127, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6681656368037208
   [junit4]   2> 30635 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=44.900390625, floorSegmentMB=2.1533203125, forceMergeDeletesPctAllowed=6.634413836905127, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6681656368037208
   [junit4]   2> 30635 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=44.900390625, floorSegmentMB=2.1533203125, forceMergeDeletesPctAllowed=6.634413836905127, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6681656368037208
   [junit4]   2> 30638 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=44.900390625, floorSegmentMB=2.1533203125, forceMergeDeletesPctAllowed=6.634413836905127, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6681656368037208
   [junit4]   2> 30673 WARN  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 30673 WARN  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 30674 WARN  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 30674 WARN  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 30731 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 30731 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 30732 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 30732 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 30733 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5338996501223339]
   [junit4]   2> 30734 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.s.SolrIndexSearcher Opening [Searcher@125a1e5[to_2x2_shard2_replica_n4] main]
   [junit4]   2> 30734 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 30734 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 30746 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 30746 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 30746 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 30746 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 30746 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 30747 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 30747 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 30747 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 30748 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5338996501223339]
   [junit4]   2> 30748 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5338996501223339]
   [junit4]   2> 30748 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@1cb01a[to_2x2_shard1_replica_n2] main]
   [junit4]   2> 30750 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 30750 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 30750 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.s.SolrIndexSearcher Opening [Searcher@13f89eb[to_2x2_shard2_replica_n6] main]
   [junit4]   2> 30750 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 30751 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 30751 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 30751 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 30751 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 30751 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 30758 INFO  (searcherExecutor-136-thread-1-processing-n:127.0.0.1:33137_solr x:to_2x2_shard2_replica_n4 s:shard2 c:to_2x2 r:core_node7) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.c.SolrCore [to_2x2_shard2_replica_n4] Registered new searcher Searcher@125a1e5[to_2x2_shard2_replica_n4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 30758 INFO  (searcherExecutor-135-thread-1-processing-n:127.0.0.1:38707_solr x:to_2x2_shard1_replica_n2 s:shard1 c:to_2x2 r:core_node5) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.SolrCore [to_2x2_shard1_replica_n2] Registered new searcher Searcher@1cb01a[to_2x2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 30759 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5338996501223339]
   [junit4]   2> 30759 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 30759 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e8690[to_2x2_shard1_replica_n1] main]
   [junit4]   2> 30759 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 30759 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 30760 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/solrCloudCollectionConfig
   [junit4]   2> 30760 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/solrCloudCollectionConfig
   [junit4]   2> 30761 INFO  (searcherExecutor-133-thread-1-processing-n:127.0.0.1:42847_solr x:to_2x2_shard2_replica_n6 s:shard2 c:to_2x2 r:core_node8) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.SolrCore [to_2x2_shard2_replica_n6] Registered new searcher Searcher@13f89eb[to_2x2_shard2_replica_n6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 30761 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 30762 INFO  (searcherExecutor-134-thread-1-processing-n:127.0.0.1:44655_solr x:to_2x2_shard1_replica_n1 s:shard1 c:to_2x2 r:core_node3) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.c.SolrCore [to_2x2_shard1_replica_n1] Registered new searcher Searcher@7e8690[to_2x2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 30766 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587054625129758720
   [junit4]   2> 30766 INFO  (qtp15327363-276) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587054625129758720
   [junit4]   2> 30766 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587054625129758720
   [junit4]   2> 30766 INFO  (qtp9319110-279) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1587054625129758720
   [junit4]   2> 30769 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 30769 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 30769 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38707/solr/to_2x2_shard1_replica_n2/
   [junit4]   2> 30770 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 30770 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 30770 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42847/solr/to_2x2_shard2_replica_n6/
   [junit4]   2> 30770 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=to_2x2_shard1_replica_n2 url=https://127.0.0.1:38707/solr START replicas=[https://127.0.0.1:44655/solr/to_2x2_shard1_replica_n1/] nUpdates=100
   [junit4]   2> 30770 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=to_2x2_shard2_replica_n6 url=https://127.0.0.1:42847/solr START replicas=[https://127.0.0.1:33137/solr/to_2x2_shard2_replica_n4/] nUpdates=100
   [junit4]   2> 30786 INFO  (qtp15327363-284) [n:127.0.0.1:33137_solr c:to_2x2 s:shard2 r:core_node7 x:to_2x2_shard2_replica_n4] o.a.s.c.S.Request [to_2x2_shard2_replica_n4]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 30786 INFO  (qtp9319110-317) [n:127.0.0.1:44655_solr c:to_2x2 s:shard1 r:core_node3 x:to_2x2_shard1_replica_n1] o.a.s.c.S.Request [to_2x2_shard1_replica_n1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 31074 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.u.PeerSync PeerSync: core=to_2x2_shard1_replica_n2 url=https://127.0.0.1:38707/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 31074 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.u.PeerSync PeerSync: core=to_2x2_shard2_replica_n6 url=https://127.0.0.1:42847/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 31074 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 31074 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 31074 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 31074 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 31074 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 31074 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 31077 INFO  (qtp8144248-281) [n:127.0.0.1:42847_solr c:to_2x2 s:shard2 r:core_node8 x:to_2x2_shard2_replica_n6] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42847/solr/to_2x2_shard2_replica_n6/ shard2
   [junit4]   2> 31077 INFO  (qtp23141999-277) [n:127.0.0.1:38707_solr c:to_2x2 s:shard1 r:core_node5 x:to_2x2_shard1_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38707/solr/to_2x2_shard1_replica_n2/ shard1
   [junit4]   2> 208438 ERROR (qtp8144248-274) [n:127.0.0.1:42847_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 208438 INFO  (qtp8144248-274) [n:127.0.0.1:42847_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema.xml&collection.configName=solrCloudCollectionConfig&name=to_2x2&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2} status=500 QTime=180002
   [junit4]   2> 208439 ERROR (qtp8144248-274) [n:127.0.0.1:42847_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 208441 INFO  (SUITE-DistribJoinFromCollectionTest-seed#[D93877488B4FA9BA]-worker) [    ] o.a.s.c.DistribJoinFromCollectionTest DistribJoinFromCollectionTest logic complete ... deleting the to_2x2 and from_1x4 collections
   [junit4]   2> 208443 INFO  (qtp8144248-298) [n:127.0.0.1:42847_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=to_2x2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 388445 ERROR (qtp8144248-298) [n:127.0.0.1:42847_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: delete the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:736)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:717)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:498)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 388446 INFO  (qtp8144248-298) [n:127.0.0.1:42847_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=to_2x2&action=DELETE&wt=javabin&version=2} status=500 QTime=180003
   [junit4]   2> 388446 ERROR (qtp8144248-298) [n:127.0.0.1:42847_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: delete the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:314)
   [junit4]   2> 	at org.apache.solr.handler.admin.Colle

[...truncated too long message...]

rectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1055654 INFO  (coreCloseExecutor-3674-thread-1) [n:127.0.0.1:34865_solr c:test_col s:shard2 r:core_node8 x:test_col_shard2_replica_n6] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1768f4c commitCommandVersion:0
   [junit4]   2> 1055654 INFO  (coreCloseExecutor-3675-thread-1) [n:127.0.0.1:44413_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=11510939
   [junit4]   2> 1055654 INFO  (coreCloseExecutor-3675-thread-1) [n:127.0.0.1:44413_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1055654 INFO  (coreCloseExecutor-3675-thread-1) [n:127.0.0.1:44413_solr c:test_col s:shard1 r:core_node3 x:test_col_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@12b03d2 commitCommandVersion:0
   [junit4]   2> 1055656 INFO  (coreCloseExecutor-3677-thread-1) [n:127.0.0.1:33819_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard2.leader, tag=10390606
   [junit4]   2> 1055656 INFO  (coreCloseExecutor-3677-thread-1) [n:127.0.0.1:33819_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1055656 INFO  (coreCloseExecutor-3677-thread-1) [n:127.0.0.1:33819_solr c:test_col s:shard2 r:core_node7 x:test_col_shard2_replica_n4] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@134c52b commitCommandVersion:0
   [junit4]   2> 1055656 INFO  (coreCloseExecutor-3676-thread-1) [n:127.0.0.1:39581_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.test_col.shard1.leader, tag=11781488
   [junit4]   2> 1055656 INFO  (coreCloseExecutor-3676-thread-1) [n:127.0.0.1:39581_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter close.
   [junit4]   2> 1055656 INFO  (coreCloseExecutor-3676-thread-1) [n:127.0.0.1:39581_solr c:test_col s:shard1 r:core_node5 x:test_col_shard1_replica_n2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@2e3338 commitCommandVersion:0
   [junit4]   2> 1055657 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16065abc1c20008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1055657 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16065abc1c2000c, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1055658 INFO  (jetty-closer-1803-thread-4) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@c80437{/solr,null,UNAVAILABLE}
   [junit4]   2> 1055659 INFO  (jetty-closer-1803-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99190980166680587-127.0.0.1:39581_solr-n_0000000000) closing
   [junit4]   2> 1055659 INFO  (OverseerStateUpdate-99190980166680587-127.0.0.1:39581_solr-n_0000000000) [n:127.0.0.1:39581_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:39581_solr
   [junit4]   2> 1055659 INFO  (jetty-closer-1803-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57ca7d{/solr,null,UNAVAILABLE}
   [junit4]   2> 1055660 INFO  (jetty-closer-1803-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@95573f{/solr,null,UNAVAILABLE}
   [junit4]   2> 1055660 WARN  (OverseerAutoScalingTriggerThread-99190980166680587-127.0.0.1:39581_solr-n_0000000000) [n:127.0.0.1:39581_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1055661 INFO  (jetty-closer-1803-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1ac1294{/solr,null,UNAVAILABLE}
   [junit4]   2> 1055662 ERROR (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D93877488B4FA9BA]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1055662 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[D93877488B4FA9BA]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35593 35593
   [junit4]   2> 1056538 INFO  (Thread-3400) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35593 35593
   [junit4]   2> 1056539 WARN  (Thread-3400) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	28	/solr/collections/test_col/state.json
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99190980166680587-127.0.0.1:39581_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_D93877488B4FA9BA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=Lucene50(blocksize=128)}, docValues:{_version_=DocValuesFormat(name=Lucene70), long_dv_idx=DocValuesFormat(name=Memory), long_dv_stored=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Asserting), long_dv=DocValuesFormat(name=Memory), long_dv_stored_idx=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=992, maxMBSortInHeap=6.937307416003537, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1e14a0a), locale=es-US, timezone=Pacific/Efate
   [junit4]   2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=133484280,total=310857728
   [junit4]   2> NOTE: All tests run in this JVM: [ZkCLITest, SolrRequestParserTest, PathHierarchyTokenizerFactoryTest, OverseerModifyCollectionTest, TestDefaultStatsCache, AssignTest, TestZkAclsWithHadoopAuth, ConvertedLegacyTest, TestPKIAuthenticationPlugin, TestLazyCores, SimpleMLTQParserTest, TestSlowCompositeReaderWrapper, DeleteShardTest, BigEndianAscendingWordSerializerTest, TestApiFramework, DocumentAnalysisRequestHandlerTest, BinaryUpdateRequestHandlerTest, RegexBoostProcessorTest, AutoAddReplicasPlanActionTest, DebugComponentTest, TestWriterPerf, SolrMetricsIntegrationTest, TestDelegationWithHadoopAuth, TestQuerySenderNoQuery, ConfigureRecoveryStrategyTest, HdfsSyncSliceTest, TestFastLRUCache, TestCustomDocTransformer, TestSolrCoreSnapshots, TestInPlaceUpdatesStandalone, TestBlendedInfixSuggestions, TestPullReplicaErrorHandling, SignatureUpdateProcessorFactoryTest, TestExactStatsCache, DistribDocExpirationUpdateProcessorTest, TestGraphMLResponseWriter, HdfsUnloadDistributedZkTest, ConjunctionSolrSpellCheckerTest, ZkSolrClientTest, BlobRepositoryCloudTest, BadIndexSchemaTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSurroundQueryParser, TestPseudoReturnFields, ChaosMonkeySafeLeaderWithPullReplicasTest, SparseHLLTest, CircularListTest, NumericFieldsTest, RequestHandlersTest, V2ApiIntegrationTest, CheckHdfsIndexTest, SolrXmlInZkTest, TestRebalanceLeaders, TestFieldCollectionResource, ClusterStateUpdateTest, TestStressUserVersions, TestFaceting, ConcurrentDeleteAndCreateCollectionTest, TestGraphTermsQParserPlugin, ShufflingReplicaListTransformerTest, CursorMarkTest, NumberUtilsTest, PeerSyncWithIndexFingerprintCachingTest, ExitableDirectoryReaderTest, SolrJmxReporterCloudTest, HighlighterConfigTest, TestRangeQuery, TestFastWriter, JSONWriterTest, TestCloudNestedDocsSort, TestJsonFacets, DeleteLastCustomShardedReplicaTest, TestAnalyzedSuggestions, CollectionsAPIDistributedZkTest, BlockJoinFacetRandomTest, TestSolrQueryParser, TolerantUpdateProcessorTest, TestOnReconnectListenerSupport, TestShortCircuitedRequests, RemoteQueryErrorTest, TestTlogReplica, OpenCloseCoreStressTest, TermVectorComponentDistributedTest, CreateCollectionCleanupTest, TestSchemaManager, TestManagedSynonymGraphFilterFactory, TestRawResponseWriter, TestManagedResourceStorage, TestInfoStreamLogging, TestJmxIntegration, TestStressReorder, PingRequestHandlerTest, LeaderFailoverAfterPartitionTest, TestMultiWordSynonyms, ShardRoutingCustomTest, SOLR749Test, TestCloudInspectUtil, FacetPivotSmallTest, PreAnalyzedFieldTest, ImplicitSnitchTest, TestCursorMarkWithoutUniqueKey, SaslZkACLProviderTest, TestStressCloudBlindAtomicUpdates]
   [junit4] Completed [270/764 (2!)] on J1 in 17.26s, 5 tests, 1 error <<< FAILURES!

[...truncated 45505 lines...]