You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/12/04 13:51:48 UTC

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build # 21027 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21027/
Java: 64bit/jdk-10-ea+32 -XX:-UseCompressedOops -XX:+UseG1GC

7 tests failed.
FAILED:  org.apache.solr.cloud.MoveReplicaHDFSTest.test

Error Message:
Error from server at https://127.0.0.1:41631/solr: Could not fully create collection: movereplicatest_coll

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:41631/solr: Could not fully create collection: movereplicatest_coll
	at __randomizedtesting.SeedInfo.seed([F71A3187E1413901:7F4E0E5D4FBD54F9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.MoveReplicaTest.test(MoveReplicaTest.java:107)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.TestPolicyCloud.testDataProviderPerReplicaDetails

Error Message:
Error from server at https://127.0.0.1:39921/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39921/solr: create the collection time out:180s
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testDataProviderPerReplicaDetails(TestPolicyCloud.java:85)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.TestPolicyCloud.testMetricsTag

Error Message:
Error from server at https://127.0.0.1:39921/solr: Could not fully create collection: metricsTest

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39921/solr: Could not fully create collection: metricsTest
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testMetricsTag(TestPolicyCloud.java:220)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionSplitShard

Error Message:
Error from server at https://127.0.0.1:39921/solr: Could not fully create collection: testCreateCollectionSplitShard

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39921/solr: Could not fully create collection: testCreateCollectionSplitShard
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionSplitShard(TestPolicyCloud.java:162)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy

Error Message:
Error from server at https://127.0.0.1:39921/solr: Could not fully create collection: policiesTest

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39921/solr: Could not fully create collection: policiesTest
	at __randomizedtesting.SeedInfo.seed([F71A3187E1413901:3686032E2079C4C2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddShardUsingPolicy(TestPolicyCloud.java:307)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddReplica

Error Message:
Error from server at https://127.0.0.1:39921/solr: Could not fully create collection: testCreateCollectionAddReplica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39921/solr: Could not fully create collection: testCreateCollectionAddReplica
	at __randomizedtesting.SeedInfo.seed([F71A3187E1413901:773A54A9F002D1A7]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddReplica(TestPolicyCloud.java:133)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)


FAILED:  org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy

Error Message:
Error from server at https://127.0.0.1:39921/solr: Could not fully create collection: policiesTest

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39921/solr: Could not fully create collection: policiesTest
	at __randomizedtesting.SeedInfo.seed([F71A3187E1413901:67482414EC8DF8FD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.autoscaling.TestPolicyCloud.testCreateCollectionAddShardWithReplicaTypeUsingPolicy(TestPolicyCloud.java:265)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 12183 lines...]
   [junit4] Suite: org.apache.solr.cloud.MoveReplicaHDFSTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_F71A3187E1413901-001/init-core-data-001
   [junit4]   2> 762018 WARN  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 762018 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 762019 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 762019 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 762019 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_F71A3187E1413901-001/tempDir-001
   [junit4]   2> 762020 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 762020 INFO  (Thread-1757) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 762020 INFO  (Thread-1757) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 762021 ERROR (Thread-1757) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 762120 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:33915
   [junit4]   2> 762125 INFO  (jetty-launcher-2655-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 762125 INFO  (jetty-launcher-2655-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 762125 INFO  (jetty-launcher-2655-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 762126 INFO  (jetty-launcher-2655-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 762127 INFO  (jetty-launcher-2655-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46532597{/solr,null,AVAILABLE}
   [junit4]   2> 762127 INFO  (jetty-launcher-2655-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47038174{/solr,null,AVAILABLE}
   [junit4]   2> 762127 INFO  (jetty-launcher-2655-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ad208d4{/solr,null,AVAILABLE}
   [junit4]   2> 762129 INFO  (jetty-launcher-2655-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@31d280a7{SSL,[ssl, http/1.1]}{127.0.0.1:41631}
   [junit4]   2> 762129 INFO  (jetty-launcher-2655-thread-2) [    ] o.e.j.s.Server Started @763700ms
   [junit4]   2> 762129 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41631}
   [junit4]   2> 762129 ERROR (jetty-launcher-2655-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 762129 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 762129 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 762129 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 762129 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-04T13:07:04.073580Z
   [junit4]   2> 762129 INFO  (jetty-launcher-2655-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@68fb1b54{SSL,[ssl, http/1.1]}{127.0.0.1:44401}
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-4) [    ] o.e.j.s.Server Started @763700ms
   [junit4]   2> 762129 INFO  (jetty-launcher-2655-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2f48d38c{SSL,[ssl, http/1.1]}{127.0.0.1:39457}
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44401}
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-1) [    ] o.e.j.s.Server Started @763701ms
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39457}
   [junit4]   2> 762130 ERROR (jetty-launcher-2655-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 762130 ERROR (jetty-launcher-2655-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-04T13:07:04.074419Z
   [junit4]   2> 762130 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-04T13:07:04.074444Z
   [junit4]   2> 762164 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 762184 INFO  (jetty-launcher-2655-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f0512e{/solr,null,AVAILABLE}
   [junit4]   2> 762184 INFO  (jetty-launcher-2655-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@76013a27{SSL,[ssl, http/1.1]}{127.0.0.1:41619}
   [junit4]   2> 762184 INFO  (jetty-launcher-2655-thread-3) [    ] o.e.j.s.Server Started @763755ms
   [junit4]   2> 762184 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41619}
   [junit4]   2> 762185 ERROR (jetty-launcher-2655-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 762185 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 762185 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 762185 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 762185 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-04T13:07:04.129313Z
   [junit4]   2> 762188 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 762188 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 762192 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33915/solr
   [junit4]   2> 762193 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16021a3149d0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 762203 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33915/solr
   [junit4]   2> 762204 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 762211 DEBUG (jetty-launcher-2655-thread-1) [    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$166/2132508552@165149c0
   [junit4]   2> 762211 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33915/solr
   [junit4]   2> 762217 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16021a3149d0007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 762217 DEBUG (jetty-launcher-2655-thread-4) [    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$166/2132508552@252d264f
   [junit4]   2> 762218 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33915/solr
   [junit4]   2> 762221 DEBUG (jetty-launcher-2655-thread-2) [    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$166/2132508552@4fc25a04
   [junit4]   2> 762240 DEBUG (jetty-launcher-2655-thread-3) [    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$166/2132508552@406a5c3e
   [junit4]   2> 762240 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 762243 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 762243 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762243 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 762243 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762244 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 762244 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 762244 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 762244 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 762246 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 762246 DEBUG (jetty-launcher-2655-thread-4) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99116176111370250-127.0.0.1:44401_solr-n_0000000000
   [junit4]   2> 762246 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44401_solr
   [junit4]   2> 762247 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.c.Overseer Overseer (id=99116176111370250-127.0.0.1:44401_solr-n_0000000000) starting
   [junit4]   2> 762248 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 762249 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 762249 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 762250 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 762250 DEBUG (jetty-launcher-2655-thread-2) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99116176111370251-127.0.0.1:41631_solr-n_0000000001
   [junit4]   2> 762250 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/99116176111370250-127.0.0.1:44401_solr-n_0000000000
   [junit4]   2> 762250 DEBUG (jetty-launcher-2655-thread-2) [    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/99116176111370250-127.0.0.1:44401_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 762251 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41631_solr
   [junit4]   2> 762251 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 762251 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 762252 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762261 DEBUG (OverseerStateUpdate-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 762268 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 762269 INFO  (zkCallback-2673-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 762274 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762274 INFO  (zkCallback-2676-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 762274 DEBUG (OverseerAutoScalingTriggerThread-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 762274 DEBUG (jetty-launcher-2655-thread-4) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:44401_solr as DOWN
   [junit4]   2> 762275 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/autoscaling.json
   [junit4]   2> 762275 DEBUG (OverseerAutoScalingTriggerThread-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 762275 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue-work
   [junit4]   2> 762275 DEBUG (OverseerAutoScalingTriggerThread-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:41631_solr]
   [junit4]   2> 762275 DEBUG (OverseerAutoScalingTriggerThread-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 762275 DEBUG (OverseerAutoScalingTriggerThread-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 762275 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
   [junit4]   2> 762275 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/queue
   [junit4]   2> 762276 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 762276 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/queue
   [junit4]   2> 762276 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 762276 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 762276 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 762276 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44401_solr
   [junit4]   2> 762276 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
   [junit4]   2> 762276 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 762276 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 762276 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 762276 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762276 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762276 INFO  (zkCallback-2673-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 762280 INFO  (zkCallback-2676-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 762282 DEBUG (OverseerAutoScalingTriggerThread-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 762288 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 762288 DEBUG (OverseerAutoScalingTriggerThread-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 762291 DEBUG (ScheduledTrigger-3177-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41631_solr, 127.0.0.1:44401_solr]
   [junit4]   2> 762291 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 762291 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762291 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 762293 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 762294 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 762296 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 762296 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 762297 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 762297 DEBUG (jetty-launcher-2655-thread-3) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99116176111370252-127.0.0.1:41619_solr-n_0000000002
   [junit4]   2> 762297 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/99116176111370251-127.0.0.1:41631_solr-n_0000000001
   [junit4]   2> 762297 DEBUG (jetty-launcher-2655-thread-3) [    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/99116176111370251-127.0.0.1:41631_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 762298 DEBUG (jetty-launcher-2655-thread-3) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:41619_solr as DOWN
   [junit4]   2> 762298 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41619_solr
   [junit4]   2> 762299 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 762299 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 762299 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 762299 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762299 INFO  (zkCallback-2673-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 762300 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762300 INFO  (zkCallback-2676-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 762319 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762324 INFO  (zkCallback-2679-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 762324 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 762325 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762325 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 762325 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 762325 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 762325 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 762325 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/security.json
   [junit4]   2> 762325 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 762326 DEBUG (jetty-launcher-2655-thread-1) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/99116176111370248-127.0.0.1:39457_solr-n_0000000003
   [junit4]   2> 762326 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/overseer_elect/election/99116176111370252-127.0.0.1:41619_solr-n_0000000002
   [junit4]   2> 762326 DEBUG (jetty-launcher-2655-thread-1) [    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/99116176111370252-127.0.0.1:41619_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 762326 DEBUG (jetty-launcher-2655-thread-1) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:39457_solr as DOWN
   [junit4]   2> 762326 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39457_solr
   [junit4]   2> 762327 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 762327 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 762327 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 762327 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/live_nodes
   [junit4]   2> 762334 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762334 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762334 INFO  (zkCallback-2673-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 762334 INFO  (zkCallback-2679-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 762334 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762334 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762334 INFO  (zkCallback-2676-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 762339 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44401.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762349 INFO  (zkCallback-2669-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 762362 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41631.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762375 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44401.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762375 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_44401.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762379 INFO  (jetty-launcher-2655-thread-4) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_F71A3187E1413901-001/tempDir-001/node3/.
   [junit4]   2> 762381 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41631.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762381 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41631.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762382 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39457.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762382 INFO  (jetty-launcher-2655-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_F71A3187E1413901-001/tempDir-001/node2/.
   [junit4]   2> 762383 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41619.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762387 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39457.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762387 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39457.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762388 INFO  (jetty-launcher-2655-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_F71A3187E1413901-001/tempDir-001/node1/.
   [junit4]   2> 762391 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41619.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762391 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41619.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7ec0ac02
   [junit4]   2> 762392 INFO  (jetty-launcher-2655-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_F71A3187E1413901-001/tempDir-001/node4/.
   [junit4]   2> 762547 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 762547 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 762547 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 762547 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 762547 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 762547 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 762547 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:33915/solr ready
   [junit4]   2> 762561 INFO  (qtp1540612566-9269) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :overseerstatus with params action=OVERSEERSTATUS&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 762561 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 762561 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 762561 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 762561 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
   [junit4]   2> 762561 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 762562 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 762562 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
   [junit4]   2> 762562 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000000, ]
   [junit4]   2> 762562 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ecf]]
   [junit4]   2> 762562 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as running
   [junit4]   2> 762562 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{"operation":"overseerstatus"}
   [junit4]   2> 762562 DEBUG (OverseerThreadFactory-3179-thread-1) [    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000000
   [junit4]   2> 762562 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 762562 DEBUG (OverseerThreadFactory-3179-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : overseerstatus , {"operation":"overseerstatus"}
   [junit4]   2> 762562 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 762562 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 762563 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 762563 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 762563 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000000],[]
   [junit4]   2> 762563 DEBUG (OverseerThreadFactory-3179-thread-1) [    ] o.a.s.c.OverseerTaskProcessor Completed task:[/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 762563 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: data: /solr/overseer/collection-queue-work/qnr-0000000000
   [junit4]   2> 762564 DEBUG (zkCallback-2676-thread-1) [    ] o.a.s.c.OverseerTaskQueue NodeDataChanged fired on path /overseer/collection-queue-work/qnr-0000000000 state SyncConnected latchEventType null
   [junit4]   2> 762564 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 762564 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 762564 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 762564 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000000
   [junit4]   2> 762564 INFO  (qtp1540612566-9269) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=OVERSEERSTATUS&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 762565 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 762568 DEBUG (OverseerThreadFactory-3179-thread-1) [    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000000] as completed.
   [junit4]   2> 762568 DEBUG (OverseerThreadFactory-3179-thread-1) [    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 762568 DEBUG (OverseerThreadFactory-3179-thread-1) [    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 762568 DEBUG (OverseerThreadFactory-3179-thread-1) [    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 762568 DEBUG (OverseerThreadFactory-3179-thread-1) [    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000000]
   [junit4]   2> 762568 DEBUG (OverseerThreadFactory-3179-thread-1) [    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Message id:/overseer/collection-queue-work/qn-0000000000 complete, response:{leader=127.0.0.1:44401_solr,overseer_queue_size=3,overseer_work_queue_size=0,overseer_collection_queue_size=2,overseer_operations={am_i_leader={requests=2,errors=0,avgRequestsPerSecond=6.620750153304297,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.1224895,medianRequestTime=0.133334,75thPcRequestTime=0.133334,95thPcRequestTime=0.133334,99thPcRequestTime=0.133334,999thPcRequestTime=0.133334}},collection_operations={am_i_leader={requests=3,errors=0,avgRequestsPerSecond=10.15960502435816,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=2.340681333333333,medianRequestTime=0.467363,75thPcRequestTime=6.464735,95thPcRequestTime=6.464735,99thPcRequestTime=6.464735,999thPcRequestTime=6.464735},overseerstatus={requests=0,errors=0,avgRequestsPerSecond=0.0,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.0,medianRequestTime=0.0,75thPcRequestTime=0.0,95thPcRequestTime=0.0,99thPcRequestTime=0.0,999thPcRequestTime=0.0}},overseer_queue={},overseer_internal_queue={peek={avgRequestsPerSecond=3.4695093068823866,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=0.437599,medianRequestTime=0.437599,75thPcRequestTime=0.437599,95thPcRequestTime=0.437599,99thPcRequestTime=0.437599,999thPcRequestTime=0.437599}},collection_queue={peektopn_wait2000={avgRequestsPerSecond=3.4843503262264806,5minRateRequestsPerSecond=0.0,15minRateRequestsPerSecond=0.0,avgTimePerRequest=285.886476,medianRequestTime=285.886476,75thPcRequestTime=285.886476,95thPcRequestTime=285.886476,99thPcRequestTime=285.886476,999thPcRequestTime=285.886476}}}
   [junit4]   2> 762807 WARN  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 763107 WARN  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 763235 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 763255 WARN  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 763296 DEBUG (ScheduledTrigger-3177-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41631_solr, 127.0.0.1:39457_solr, 127.0.0.1:44401_solr, 127.0.0.1:41619_solr]
   [junit4]   2> 763450 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.m.log jetty-6.1.x
   [junit4]   2> 763487 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_localdomain_46107_hdfs____x3fk7k/webapp
   [junit4]   2> 763583 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost.localdomain:46107
   [junit4]   2> 763904 WARN  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 763907 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.m.log jetty-6.1.x
   [junit4]   2> 763910 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_39915_datanode____zi5ly6/webapp
   [junit4]   2> 763997 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:39915
   [junit4]   2> 764015 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] i.n.u.i.PlatformDependent Your platform does not provide complete low-level API for accessing direct buffers reliably. Unless explicitly requested, heap buffer will always be preferred to avoid potential system unstability.
   [junit4]   2> 764182 WARN  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 764183 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.m.log jetty-6.1.x
   [junit4]   2> 764187 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.m.log Extract jar:file:/home/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.4-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_44273_datanode____r6e039/webapp
   [junit4]   2> 764256 INFO  (SUITE-MoveReplicaHDFSTest-seed#[F71A3187E1413901]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:44273
   [junit4]   2> 764298 DEBUG (ScheduledTrigger-3177-thread-2) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:41631_solr, 127.0.0.1:39457_solr, 127.0.0.1:44401_solr, 127.0.0.1:41619_solr]
   [junit4]   2> 764516 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_F71A3187E1413901-001/tempDir-002/hdfsBaseDir/data/data1/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_F71A3187E1413901-001/tempDir-002/hdfsBaseDir/data/data2/]]  heartbeating to localhost.localdomain/127.0.0.1:41163) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 764518 ERROR (DataNode: [[[DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_F71A3187E1413901-001/tempDir-002/hdfsBaseDir/data/data3/, [DISK]file:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.MoveReplicaHDFSTest_F71A3187E1413901-001/tempDir-002/hdfsBaseDir/data/data4/]]  heartbeating to localhost.localdomain/127.0.0.1:41163) [    ] o.a.h.h.s.d.DirectoryScanner dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value below 1 ms/sec. Assuming default value of 1000
   [junit4]   2> 764564 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Got 0 tasks from work-queue : [[]]
   [junit4]   2> 764564 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 0
   [junit4]   2> 764565 INFO  (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 764565 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningTasks: []
   [junit4]   2> 764565 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 764565 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 764570 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: []
   [junit4]   2> 764570 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Peeking for top 100 elements. ExcludeSet: []
   [junit4]   2> 764594 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x5576bf202b74: from storage DS-294092b1-0f8d-467e-af13-dbacd580a096 node DatanodeRegistration(127.0.0.1:35803, datanodeUuid=06d9b363-529b-4f98-bffa-0778487bac13, infoPort=38507, infoSecurePort=0, ipcPort=46475, storageInfo=lv=-56;cid=testClusterID;nsid=1680430412;c=0), blocks: 0, hasStaleStorage: true, processing time: 2 msecs
   [junit4]   2> 764594 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x5576bf202bf0: from storage DS-f9ecc834-b669-4d54-9d03-48d230525909 node DatanodeRegistration(127.0.0.1:41115, datanodeUuid=9fdfd758-559b-493a-9c71-ef31e6952c23, infoPort=41845, infoSecurePort=0, ipcPort=40163, storageInfo=lv=-56;cid=testClusterID;nsid=1680430412;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 764594 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x5576bf202b74: from storage DS-f570a1d2-f8af-46e3-b864-8d91dc1ba292 node DatanodeRegistration(127.0.0.1:35803, datanodeUuid=06d9b363-529b-4f98-bffa-0778487bac13, infoPort=38507, infoSecurePort=0, ipcPort=46475, storageInfo=lv=-56;cid=testClusterID;nsid=1680430412;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 764594 INFO  (Block report processor) [    ] BlockStateChange BLOCK* processReport 0x5576bf202bf0: from storage DS-10c1a719-643c-47fa-b6d4-97bca1f26e3b node DatanodeRegistration(127.0.0.1:41115, datanodeUuid=9fdfd758-559b-493a-9c71-ef31e6952c23, infoPort=41845, infoSecurePort=0, ipcPort=40163, storageInfo=lv=-56;cid=testClusterID;nsid=1680430412;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 764695 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[F71A3187E1413901]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 764695 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterprops.json
   [junit4]   2> 764696 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/live_nodes
   [junit4]   2> 764696 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[F71A3187E1413901]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 764696 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: data: /solr/clusterstate.json
   [junit4]   2> 764696 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/collections
   [junit4]   2> 764696 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/aliases.json
   [junit4]   2> 764698 INFO  (TEST-MoveReplicaHDFSTest.test-seed#[F71A3187E1413901]) [    ] o.a.s.c.MoveReplicaTest total_jettys: 4
   [junit4]   2> 764699 INFO  (qtp1540612566-9266) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf1&maxShardsPerNode=2&name=movereplicatest_coll&nrtReplicas=2&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 764700 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 764700 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: create/delete: /solr/overseer/collection-queue-work/qnr-0000000002
   [junit4]   2> 764700 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 764700 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
   [junit4]   2> 764700 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/overseer/collection-queue-work
   [junit4]   2> 764701 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch added: children: /solr/overseer/collection-queue-work
   [junit4]   2> 764701 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.ZkDistributedQueue Found child node with improper name: qnr-0000000002
   [junit4]   2> 764701 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Returning topN elements: [/overseer/collection-queue-work/qn-0000000002, ]
   [junit4]   2> 764701 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Got 1 tasks from work-queue : [[org.apache.solr.cloud.OverseerTaskQueue$QueueEvent@2e684ed1]]
   [junit4]   2> 764701 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Marked task [/overseer/collection-queue-work/qn-0000000002] as running
   [junit4]   2> 764701 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000002 message:{
   [junit4]   2>   "name":"movereplicatest_coll",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 764701 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Cleaning up work-queue. #Running tasks: 1
   [junit4]   2> 764701 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 764701 DEBUG (OverseerThreadFactory-3179-thread-2) [    ] o.a.s.c.OverseerTaskProcessor Runner processing /overseer/collection-queue-work/qn-0000000002
   [junit4]   2> 764701 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor BlockedTasks: []
   [junit4]   2> 764701 DEBUG (OverseerThreadFactory-3179-thread-2) [    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"movereplicatest_coll",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"2",
   [junit4]   2>   "collection.configName":"conf1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "maxShardsPerNode":"2",
   [junit4]   2>   "nrtReplicas":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 764701 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor CompletedTasks: []
   [junit4]   2> 764701 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor RunningZKTasks: [/overseer/collection-queue-work/qn-0000000002]
   [junit4]   2> 764701 INFO  (OverseerThreadFactory-3179-thread-2) [    ] o.a.s.c.CreateCollectionCmd Create collection movereplicatest_coll
   [junit4]   2> 764701 DEBUG (OverseerCollectionConfigSetProcessor-99116176111370250-127.0.0.1:44401_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Peeking for top 99 elements. ExcludeSet: [/overseer/collection-queue-work/qn-0000000002],[]
   [junit4]   2> 764702 DEBUG (OverseerThreadFactory-3179-thread-2) [    ] o.a.s.c.Assign Identify nodes using default
   [junit4]   2> 764702 DEBUG (OverseerThreadFactory-3179-thread-2) [    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/movereplicatest_coll 
   [junit4]   2> 764702 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 764702 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 764702 DEBUG (SyncThread:0) [    ] o.a.s.c.ZkTestServer Watch fired: children: /solr/collections
   [junit4]   2> 764702 DEBUG 

[...truncated too long message...]

he.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: perReplicaDataColl slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 1807897 INFO  (qtp1999312890-11241) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=perReplicaDataColl_shard1_replica_n1&action=CREATE&numShards=1&collection=perReplicaDataColl&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=726280
   [junit4]   2> 1807898 ERROR (SUITE-TestPolicyCloud-seed#[F71A3187E1413901]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1807898 INFO  (SUITE-TestPolicyCloud-seed#[F71A3187E1413901]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42613 42613
   [junit4]   2> 1813681 INFO  (Thread-4118) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42613 42613
   [junit4]   2> 1813681 WARN  (Thread-4118) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/aliases.json
   [junit4]   2> 	7	/solr/configs/conf
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	18	/solr/clusterprops.json
   [junit4]   2> 	18	/solr/clusterstate.json
   [junit4]   2> 	15	/solr/collections/perReplicaDataColl/state.json
   [junit4]   2> 	12	/solr/collections/policiesTest/state.json
   [junit4]   2> 	2	/solr/collections/perReplicaDataColl/leader_elect/shard1/election/99116196642095110-core_node7-n_0000000002
   [junit4]   2> 	2	/solr/overseer_elect/election/99116196642095114-127.0.0.1:40935_solr-n_0000000002
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	72	/solr/collections
   [junit4]   2> 	18	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.autoscaling.TestPolicyCloud_F71A3187E1413901-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2ea33111), locale=en-US-POSIX, timezone=EST5EDT
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=266619792,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestRealTimeGet, JSONWriterTest, TestBulkSchemaConcurrent, ZkFailoverTest, TestCustomSort, CoreAdminCreateDiscoverTest, TestRandomFlRTGCloud, TestRecoveryHdfs, TestAuthenticationFramework, SolrCoreMetricManagerTest, AtomicUpdateProcessorFactoryTest, TestSolrCloudWithKerberosAlt, TestHttpShardHandlerFactory, HLLSerializationTest, SortByFunctionTest, BasicDistributedZk2Test, TestTolerantUpdateProcessorCloud, DocExpirationUpdateProcessorFactoryTest, TestMinMaxOnMultiValuedField, SpellPossibilityIteratorTest, NodeLostTriggerTest, TestExtendedDismaxParser, CopyFieldTest, TestPartialUpdateDeduplication, DirectSolrConnectionTest, ClassificationUpdateProcessorIntegrationTest, TestSolrConfigHandlerCloud, IndexBasedSpellCheckerTest, DefaultValueUpdateProcessorTest, SolrCoreCheckLockOnStartupTest, TestLegacyNumericRangeQueryBuilder, TestUniqueKeyFieldResource, TestLockTree, TestGroupingSearch, MultiThreadedOCPTest, SecurityConfHandlerTest, AliasIntegrationTest, UUIDUpdateProcessorFallbackTest, CdcrBidirectionalTest, TestPayloadCheckQParserPlugin, HighlighterTest, TestSolrConfigHandler, XsltUpdateRequestHandlerTest, FieldAnalysisRequestHandlerTest, PeerSyncReplicationTest, ZkNodePropsTest, DeleteNodeTest, TestConfigSetsAPIExclusivity, OverseerTest, TestDistributedGrouping, TestLRUStatsCache, TestGraphMLResponseWriter, TestSolrDeletionPolicy2, TestSearchPerf, MoveReplicaHDFSFailoverTest, TestFunctionQuery, TestUseDocValuesAsStored2, DistanceFunctionTest, BlockJoinFacetSimpleTest, FieldMutatingUpdateProcessorTest, TestPrepRecovery, TestStressInPlaceUpdates, SubstringBytesRefFilterTest, TestCollapseQParserPlugin, TestUninvertingReader, PKIAuthenticationIntegrationTest, ChangedSchemaMergeTest, UpdateLogTest, TestSolrCoreProperties, TestClassicSimilarityFactory, TestNestedDocsSort, TestQuerySenderListener, V2ApiIntegrationTest, RecoveryZkTest, TestLFUCache, TestCloudJSONFacetJoinDomain, LeaderFailureAfterFreshStartTest, UUIDFieldTest, TestHdfsBackupRestoreCore, IndexSchemaTest, TestLeaderElectionZkExpiry, TestTrie, SolrCLIZkUtilsTest, PreAnalyzedUpdateProcessorTest, TestCoreDiscovery, TestFieldCache, TestTolerantSearch, LeaderElectionTest, HdfsChaosMonkeySafeLeaderTest, TestDistribIDF, TestPolicyCloud]
   [junit4] Completed [487/752 (2!)] on J2 in 738.55s, 7 tests, 6 errors <<< FAILURES!

[...truncated 41102 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 21035 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21035/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.lucene.search.TestTopFieldCollectorEarlyTermination.testEarlyTermination

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([71B0072AA2373F2F:BE2746759A5BAF2C]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.lucene.search.TestTopFieldCollectorEarlyTermination.doTestEarlyTermination(TestTopFieldCollectorEarlyTermination.java:159)
	at org.apache.lucene.search.TestTopFieldCollectorEarlyTermination.testEarlyTermination(TestTopFieldCollectorEarlyTermination.java:113)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CreateCollectionCleanupTest.testCreateCollectionCleanup

Error Message:
Error from server at http://127.0.0.1:42265/solr: Could not fully remove collection: foo

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42265/solr: Could not fully remove collection: foo
	at __randomizedtesting.SeedInfo.seed([E4CE9E77E2A4A338:506B306C207DF890]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CreateCollectionCleanupTest.testCreateCollectionCleanup(CreateCollectionCleanupTest.java:75)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1762 lines...]
   [junit4] Suite: org.apache.lucene.search.TestTopFieldCollectorEarlyTermination
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTopFieldCollectorEarlyTermination -Dtests.method=testEarlyTermination -Dtests.seed=71B0072AA2373F2F -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=ro-RO -Dtests.timezone=NZ -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 1.61s J1 | TestTopFieldCollectorEarlyTermination.testEarlyTermination <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([71B0072AA2373F2F:BE2746759A5BAF2C]:0)
   [junit4]    > 	at org.apache.lucene.search.TestTopFieldCollectorEarlyTermination.doTestEarlyTermination(TestTopFieldCollectorEarlyTermination.java:159)
   [junit4]    > 	at org.apache.lucene.search.TestTopFieldCollectorEarlyTermination.testEarlyTermination(TestTopFieldCollectorEarlyTermination.java:113)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {s=PostingsFormat(name=Direct)}, docValues:{ndv2=DocValuesFormat(name=Direct), ndv1=DocValuesFormat(name=Lucene70), s=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=842, maxMBSortInHeap=5.4000947262877155, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5b316450), locale=ro-RO, timezone=NZ
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=397344552,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [Test2BBKDPoints, TestFSTs, TestFilterIterator, TestBooleanOr, TestLucene70DocValuesFormat, TestPositiveScoresOnlyCollector, TestIndexOrDocValuesQuery, TestToken, TestFieldValueQuery, TestIndexWriterOnJRECrash, TestOrdinalMap, TestIndexingSequenceNumbers, TestCloseableThreadLocal, TestFieldInvertState, TestTerms, TestCharArraySet, TestNoMergeScheduler, TestRecyclingByteBlockAllocator, TestCharsRefBuilder, Test2BPostings, TestPerFieldDocValuesFormat, TestDeterminism, TestBM25Similarity, TestBasicModelIne, TestBlockPostingsFormat3, TestDoc, TestForTooMuchCloning, TestParallelLeafReader, TestBooleanRewrites, TestCrash, TestSortedSetSortField, TestComplexExplanations, TestTimeLimitingCollector, TestMultiDocValues, TestGraphTokenizers, TestDuelingCodecs, TestPhraseQuery, TestBytesRefAttImpl, TestIndexFileDeleter, TestByteArrayDataInput, TestCustomNorms, TestLucene60FieldInfoFormat, TestLockFactory, TestTieredMergePolicy, TestSortRandom, TestReusableStringReader, TestRollback, TestNRTReaderCleanup, TestStressNRT, TestReaderWrapperDVTypeCheck, TestSearcherManager, TestMergeSchedulerExternal, TestMultiTermConstantScore, TestSpanExplanationsOfNonMatches, TestAllFilesDetectTruncation, TestBasicModelG, TestSloppyMath, TestFastDecompressionMode, Test2BDocs, TestPrefixInBooleanQuery, TestTimSorterWorstCase, TestTransactions, TestRadixSelector, TestMatchNoDocsQuery, TestLevenshteinAutomata, TestConcurrentMergeScheduler, TestOmitTf, TestTopFieldCollectorEarlyTermination]
   [junit4] Completed [466/477 (1!)] on J1 in 4.28s, 3 tests, 1 failure <<< FAILURES!

[...truncated 10549 lines...]
   [junit4] Suite: org.apache.solr.cloud.CreateCollectionCleanupTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CreateCollectionCleanupTest_E4CE9E77E2A4A338-001/init-core-data-001
   [junit4]   2> 734809 WARN  (SUITE-CreateCollectionCleanupTest-seed#[E4CE9E77E2A4A338]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=6 numCloses=6
   [junit4]   2> 734809 INFO  (SUITE-CreateCollectionCleanupTest-seed#[E4CE9E77E2A4A338]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 734810 INFO  (SUITE-CreateCollectionCleanupTest-seed#[E4CE9E77E2A4A338]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 734810 INFO  (SUITE-CreateCollectionCleanupTest-seed#[E4CE9E77E2A4A338]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 734810 INFO  (SUITE-CreateCollectionCleanupTest-seed#[E4CE9E77E2A4A338]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CreateCollectionCleanupTest_E4CE9E77E2A4A338-001/tempDir-001
   [junit4]   2> 734810 INFO  (SUITE-CreateCollectionCleanupTest-seed#[E4CE9E77E2A4A338]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 734811 INFO  (Thread-1606) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 734811 INFO  (Thread-1606) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 734812 ERROR (Thread-1606) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 734911 INFO  (SUITE-CreateCollectionCleanupTest-seed#[E4CE9E77E2A4A338]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:44535
   [junit4]   2> 734916 INFO  (jetty-launcher-1167-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 734916 INFO  (jetty-launcher-1167-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d2a400c{/solr,null,AVAILABLE}
   [junit4]   2> 734918 INFO  (jetty-launcher-1167-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@77f16193{HTTP/1.1,[http/1.1]}{127.0.0.1:42265}
   [junit4]   2> 734918 INFO  (jetty-launcher-1167-thread-1) [    ] o.e.j.s.Server Started @736421ms
   [junit4]   2> 734918 INFO  (jetty-launcher-1167-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42265}
   [junit4]   2> 734918 ERROR (jetty-launcher-1167-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 734919 INFO  (jetty-launcher-1167-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 734919 INFO  (jetty-launcher-1167-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 734919 INFO  (jetty-launcher-1167-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 734919 INFO  (jetty-launcher-1167-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T15:02:27.277Z
   [junit4]   2> 734922 INFO  (jetty-launcher-1167-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 734925 INFO  (jetty-launcher-1167-thread-1) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@27726bbd, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 734927 INFO  (jetty-launcher-1167-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44535/solr
   [junit4]   2> 734956 INFO  (jetty-launcher-1167-thread-1) [n:127.0.0.1:42265_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 734957 INFO  (jetty-launcher-1167-thread-1) [n:127.0.0.1:42265_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42265_solr
   [junit4]   2> 734957 INFO  (jetty-launcher-1167-thread-1) [n:127.0.0.1:42265_solr    ] o.a.s.c.Overseer Overseer (id=99122292140867587-127.0.0.1:42265_solr-n_0000000000) starting
   [junit4]   2> 734960 INFO  (jetty-launcher-1167-thread-1) [n:127.0.0.1:42265_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42265_solr
   [junit4]   2> 734964 INFO  (zkCallback-1174-thread-1-processing-n:127.0.0.1:42265_solr) [n:127.0.0.1:42265_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 735007 INFO  (jetty-launcher-1167-thread-1) [n:127.0.0.1:42265_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27726bbd
   [junit4]   2> 735012 INFO  (jetty-launcher-1167-thread-1) [n:127.0.0.1:42265_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27726bbd
   [junit4]   2> 735012 INFO  (jetty-launcher-1167-thread-1) [n:127.0.0.1:42265_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27726bbd
   [junit4]   2> 735013 INFO  (jetty-launcher-1167-thread-1) [n:127.0.0.1:42265_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CreateCollectionCleanupTest_E4CE9E77E2A4A338-001/tempDir-001/node1/.
   [junit4]   2> 735033 INFO  (SUITE-CreateCollectionCleanupTest-seed#[E4CE9E77E2A4A338]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 735033 INFO  (SUITE-CreateCollectionCleanupTest-seed#[E4CE9E77E2A4A338]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44535/solr ready
   [junit4]   2> 735055 INFO  (TEST-CreateCollectionCleanupTest.testCreateCollectionCleanup-seed#[E4CE9E77E2A4A338]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateCollectionCleanup
   [junit4]   2> 735056 INFO  (qtp270488878-6935) [n:127.0.0.1:42265_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.dataDir=/some_invalid_dir/foo&collection.configName=conf1&name=foo&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 735058 INFO  (OverseerThreadFactory-3063-thread-1-processing-n:127.0.0.1:42265_solr) [n:127.0.0.1:42265_solr    ] o.a.s.c.CreateCollectionCmd Create collection foo
   [junit4]   2> 735162 INFO  (OverseerStateUpdate-99122292140867587-127.0.0.1:42265_solr-n_0000000000) [n:127.0.0.1:42265_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"foo",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"foo_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:42265/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 735363 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&property.dataDir=/some_invalid_dir/foo&collection.configName=conf1&newCollection=true&collection=foo&version=2&replicaType=NRT&coreNodeName=core_node2&name=foo_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin
   [junit4]   2> 735364 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 735466 INFO  (zkCallback-1174-thread-1-processing-n:127.0.0.1:42265_solr) [n:127.0.0.1:42265_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 735466 INFO  (zkCallback-1174-thread-2-processing-n:127.0.0.1:42265_solr) [n:127.0.0.1:42265_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 736376 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 736406 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.IndexSchema [foo_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 736409 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 736410 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'foo_shard1_replica_n1' using configuration from collection foo, trusted=true
   [junit4]   2> 736410 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.foo.shard1.replica_n1' (registry 'solr.core.foo.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@27726bbd
   [junit4]   2> 736410 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 736410 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrCore [[foo_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CreateCollectionCleanupTest_E4CE9E77E2A4A338-001/tempDir-001/node1/foo_shard1_replica_n1], dataDir=[/some_invalid_dir/foo/]
   [junit4]   2> 736446 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 736446 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 736447 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.c.SolrCore [foo_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4a243fef
   [junit4]   2> 736447 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n1, tag=1243889647
   [junit4]   2> 736447 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@49cbc540: rootName = null, domain = solr.core.foo.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@6af3980f
   [junit4]   2> 736452 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1243889647
   [junit4]   2> 736453 ERROR (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'foo_shard1_replica_n1': Unable to create core [foo_shard1_replica_n1] Caused by: access denied ("java.io.FilePermission" "/some_invalid_dir/foo/tlog" "write")
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:991)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [foo_shard1_replica_n1]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1057)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	... 34 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error Instantiating Update Handler, solr.DirectUpdateHandler2 failed to instantiate org.apache.solr.update.UpdateHandler
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1008)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:863)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1041)
   [junit4]   2> 	... 35 more
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error Instantiating Update Handler, solr.DirectUpdateHandler2 failed to instantiate org.apache.solr.update.UpdateHandler
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:807)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:855)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1108)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:978)
   [junit4]   2> 	... 37 more
   [junit4]   2> Caused by: java.lang.reflect.InvocationTargetException
   [junit4]   2> 	at sun.reflect.GeneratedConstructorAccessor126.newInstance(Unknown Source)
   [junit4]   2> 	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
   [junit4]   2> 	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:793)
   [junit4]   2> 	... 40 more
   [junit4]   2> Caused by: java.security.AccessControlException: access denied ("java.io.FilePermission" "/some_invalid_dir/foo/tlog" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:884)
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549)
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979)
   [junit4]   2> 	at java.io.File.mkdir(File.java:1311)
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1343)
   [junit4]   2> 	at org.apache.solr.update.UpdateLog.init(UpdateLog.java:359)
   [junit4]   2> 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:161)
   [junit4]   2> 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:116)
   [junit4]   2> 	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:113)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 736454 INFO  (qtp270488878-6937) [n:127.0.0.1:42265_solr c:foo s:shard1 r:core_node2 x:foo_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&property.dataDir=/some_invalid_dir/foo&collection.configName=conf1&newCollection=true&collection=foo&version=2&replicaType=NRT&coreNodeName=core_node2&name=foo_shard1_replica_n1&action=CREATE&numShards=1&shard=shard1&wt=javabin} status=400 QTime=1090
   [junit4]   2> 736454 ERROR (OverseerThreadFactory-3063-thread-1-processing-n:127.0.0.1:42265_solr) [n:127.0.0.1:42265_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:42265/solr
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42265/solr: Error CREATEing SolrCore 'foo_shard1_replica_n1': Unable to create core [foo_shard1_replica_n1] Caused by: access denied ("java.io.FilePermission" "/some_invalid_dir/foo/tlog" "write")
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 736455 ERROR (OverseerThreadFactory-3063-thread-1-processing-n:127.0.0.1:42265_solr) [n:127.0.0.1:42265_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [foo].
   [junit4]   2> 736455 INFO  (OverseerThreadFactory-3063-thread-1-processing-n:127.0.0.1:42265_solr) [n:127.0.0.1:42265_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 736456 INFO  (qtp270488878-6930) [n:127.0.0.1:42265_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=foo_shard1_replica_n1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 766490 INFO  (zkCallback-1174-thread-3-processing-n:127.0.0.1:42265_solr) [n:127.0.0.1:42265_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 766490 INFO  (zkCallback-1174-thread-2-processing-n:127.0.0.1:42265_solr) [n:127.0.0.1:42265_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/foo/state.json] for collection [foo] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 766491 ERROR (OverseerThreadFactory-3063-thread-1-processing-n:127.0.0.1:42265_solr) [n:127.0.0.1:42265_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: foo operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: foo
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 766502 INFO  (qtp270488878-6935) [n:127.0.0.1:42265_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&property.dataDir=/some_invalid_dir/foo&collection.configName=conf1&name=foo&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=31446
   [junit4]   2> 766503 ERROR (qtp270488878-6935) [n:127.0.0.1:42265_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully remove collection: foo
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:309)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:246)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:224)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 766504 INFO  (TEST-CreateCollectionCleanupTest.testCreateCollectionCleanup-seed#[E4CE9E77E2A4A338]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateCollectionCleanup
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CreateCollectionCleanupTest -Dtests.method=testCreateCollectionCleanup -Dtests.seed=E4CE9E77E2A4A338 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-ME -Dtests.timezone=Brazil/DeNoronha -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   31.5s J1 | CreateCollectionCleanupTest.testCreateCollectionCleanup <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:42265/solr: Could not fully remove collection: foo
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([E4CE9E77E2A4A338:506B306C207DF890]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.CreateCollectionCleanupTest.testCreateCollectionCleanup(CreateCollectionCleanupTest.java:75)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 766510 INFO  (jetty-closer-1168-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@77f16193{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 766511 INFO  (jetty-closer-1168-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1926937529
   [junit4]   2> 766511 INFO  (jetty-closer-1168-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 766511 INFO  (jetty-closer-1168-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@ea2d9a7: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@290ee1d5
   [junit4]   2> 766520 INFO  (jetty-closer-1168-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 766520 INFO  (jetty-closer-1168-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@879e7b9: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@3313b12d
   [junit4]   2> 766526 INFO  (jetty-closer-1168-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 766526 INFO  (jetty-closer-1168-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@64e41467: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@7b0af9b4
   [junit4]   2> 766528 INFO  (jetty-closer-1168-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:42265_solr
   [junit4]   2> 766529 INFO  (jetty-closer-1168-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 766529 INFO  (zkCallback-1174-thread-2-processing-n:127.0.0.1:42265_solr) [n:127.0.0.1:42265_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 766529 INFO  (jetty-closer-1168-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99122292140867587-127.0.0.1:42265_solr-n_0000000000) closing
   [junit4]   2> 766529 INFO  (OverseerStateUpdate-99122292140867587-127.0.0.1:42265_solr-n_0000000000) [n:127.0.0.1:42265_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:42265_solr
   [junit4]   2> 766529 WARN  (OverseerAutoScalingTriggerThread-99122292140867587-127.0.0.1:42265_solr-n_0000000000) [n:127.0.0.1:42265_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 766532 INFO  (jetty-closer-1168-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d2a400c{/solr,null,UNAVAILABLE}
   [junit4]   2> 766533 ERROR (SUITE-CreateCollectionCleanupTest-seed#[E4CE9E77E2A4A338]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 766533 INFO  (SUITE-CreateCollectionCleanupTest-seed#[E4CE9E77E2A4A338]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44535 44535
   [junit4]   2> 771594 INFO  (Thread-1606) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44535 44535
   [junit4]   2> 771595 WARN  (Thread-1606) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/collections/foo/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CreateCollectionCleanupTest_E4CE9E77E2A4A338-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=791, maxMBSortInHeap=5.569041521308206, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f376ffe), locale=sr-ME, timezone=Brazil/DeNoronha
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=251274448,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestIntervalFaceting, ZkCLITest, ConjunctionSolrSpellCheckerTest, SolrIndexConfigTest, TestManagedResource, TestReRankQParserPlugin, TestSolrCloudSnapshots, TestManagedSchema, TestDelegationWithHadoopAuth, TestCloudNestedDocsSort, TestExactStatsCache, TestCloudInspectUtil, TestBulkSchemaAPI, MoveReplicaTest, PreAnalyzedFieldTest, TestLuceneMatchVersion, TestDocSet, SystemLogListenerTest, HdfsNNFailoverTest, ConvertedLegacyTest, AssignTest, OverseerModifyCollectionTest, SaslZkACLProviderTest, TestXmlQParser, TestConfigSetsAPI, TestPerFieldSimilarity, ManagedSchemaRoundRobinCloudTest, TestAddFieldRealTimeGet, TestRequestStatusCollectionAPI, StatsReloadRaceTest, OverseerTaskQueueTest, BadIndexSchemaTest, TestQuerySenderNoQuery, SignatureUpdateProcessorFactoryTest, BlockJoinFacetRandomTest, SpellingQueryConverterTest, BooleanFieldTest, OpenCloseCoreStressTest, TestDownShardTolerantSearch, ConcurrentDeleteAndCreateCollectionTest, TestXIncludeConfig, TestLazyCores, TestNonDefinedSimilarityFactory, TestShortCircuitedRequests, RulesTest, TestOnReconnectListenerSupport, CdcrVersionReplicationTest, TestInPlaceUpdatesStandalone, CachingDirectoryFactoryTest, TestRangeQuery, TestFastWriter, TestRTGBase, DistributedFacetPivotLongTailTest, TermVectorComponentDistributedTest, SolrGraphiteReporterTest, TestStressRecovery, TestDocTermOrds, DeleteLastCustomShardedReplicaTest, PrimUtilsTest, TestTrackingShardHandlerFactory, DocValuesMultiTest, TestSerializedLuceneMatchVersion, TestJsonFacets, CoreMergeIndexesAdminHandlerTest, TestNRTOpen, TestComplexPhraseQParserPlugin, PropertiesRequestHandlerTest, SolrCmdDistributorTest, TestZkAclsWithHadoopAuth, UtilsToolTest, TestPseudoReturnFields, SampleTest, AutoscalingHistoryHandlerTest, TestRemoteStreaming, CreateCollectionCleanupTest]
   [junit4] Completed [218/752 (1!)] on J1 in 36.80s, 1 test, 1 error <<< FAILURES!

[...truncated 49069 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 21034 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21034/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

6 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation:     1) Thread[id=23031, name=jetty-launcher-3547-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.cloud.TestSolrCloudWithSecureImpersonation: 
   1) Thread[id=23031, name=jetty-launcher-3547-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestSolrCloudWithSecureImpersonation]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([8DC29B085C01B3DC]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.ManagedSchemaRoundRobinCloudTest

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([8DC29B085C01B3DC]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1275)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
	at org.apache.solr.schema.ManagedSchemaRoundRobinCloudTest.setupCluster(ManagedSchemaRoundRobinCloudTest.java:51)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth:     1) Thread[id=27094, name=jetty-launcher-4144-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)    2) Thread[id=27084, name=jetty-launcher-4144-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   1) Thread[id=27094, name=jetty-launcher-4144-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   2) Thread[id=27084, name=jetty-launcher-4144-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
        at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
        at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
        at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
        at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
        at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
        at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
        at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
        at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
        at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
	at __randomizedtesting.SeedInfo.seed([8DC29B085C01B3DC]:0)


FAILED:  org.apache.solr.cloud.AssignBackwardCompatibilityTest.test

Error Message:
Expected 6 active replicas null Live Nodes: [127.0.0.1:34445_solr, 127.0.0.1:35905_solr, 127.0.0.1:40067_solr, 127.0.0.1:45761_solr] Last available state: DocCollection(collection1//collections/collection1/state.json/41)={   "pullReplicas":"0",   "replicationFactor":"4",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node8":{           "core":"collection1_shard1_replica_n6",           "base_url":"https://127.0.0.1:34445/solr",           "node_name":"127.0.0.1:34445_solr",           "state":"active",           "type":"NRT",           "leader":"true"},         "core_node12":{           "core":"collection1_shard1_replica_n11",           "base_url":"https://127.0.0.1:40067/solr",           "node_name":"127.0.0.1:40067_solr",           "state":"active",           "type":"NRT"},         "core_node18":{           "core":"collection1_shard1_replica_n17",           "base_url":"https://127.0.0.1:45761/solr",           "node_name":"127.0.0.1:45761_solr",           "state":"active",           "type":"NRT"},         "core_node102":{           "core":"collection1_shard1_replica_n101",           "base_url":"https://127.0.0.1:45761/solr",           "node_name":"127.0.0.1:45761_solr",           "state":"active",           "type":"NRT"},         "core_node104":{           "core":"collection1_shard1_replica_n103",           "base_url":"https://127.0.0.1:35905/solr",           "node_name":"127.0.0.1:35905_solr",           "state":"active",           "type":"NRT"},         "core_node106":{           "core":"collection1_shard1_replica_n105",           "base_url":"https://127.0.0.1:35905/solr",           "node_name":"127.0.0.1:35905_solr",           "state":"down",           "type":"NRT"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1000",   "autoAddReplicas":"false",   "nrtReplicas":"4",   "tlogReplicas":"0"}

Stack Trace:
java.lang.AssertionError: Expected 6 active replicas
null
Live Nodes: [127.0.0.1:34445_solr, 127.0.0.1:35905_solr, 127.0.0.1:40067_solr, 127.0.0.1:45761_solr]
Last available state: DocCollection(collection1//collections/collection1/state.json/41)={
  "pullReplicas":"0",
  "replicationFactor":"4",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node8":{
          "core":"collection1_shard1_replica_n6",
          "base_url":"https://127.0.0.1:34445/solr",
          "node_name":"127.0.0.1:34445_solr",
          "state":"active",
          "type":"NRT",
          "leader":"true"},
        "core_node12":{
          "core":"collection1_shard1_replica_n11",
          "base_url":"https://127.0.0.1:40067/solr",
          "node_name":"127.0.0.1:40067_solr",
          "state":"active",
          "type":"NRT"},
        "core_node18":{
          "core":"collection1_shard1_replica_n17",
          "base_url":"https://127.0.0.1:45761/solr",
          "node_name":"127.0.0.1:45761_solr",
          "state":"active",
          "type":"NRT"},
        "core_node102":{
          "core":"collection1_shard1_replica_n101",
          "base_url":"https://127.0.0.1:45761/solr",
          "node_name":"127.0.0.1:45761_solr",
          "state":"active",
          "type":"NRT"},
        "core_node104":{
          "core":"collection1_shard1_replica_n103",
          "base_url":"https://127.0.0.1:35905/solr",
          "node_name":"127.0.0.1:35905_solr",
          "state":"active",
          "type":"NRT"},
        "core_node106":{
          "core":"collection1_shard1_replica_n105",
          "base_url":"https://127.0.0.1:35905/solr",
          "node_name":"127.0.0.1:35905_solr",
          "state":"down",
          "type":"NRT"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1000",
  "autoAddReplicas":"false",
  "nrtReplicas":"4",
  "tlogReplicas":"0"}
	at __randomizedtesting.SeedInfo.seed([8DC29B085C01B3DC:596A4D2F2FDDE24]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:269)
	at org.apache.solr.cloud.AssignBackwardCompatibilityTest.test(AssignBackwardCompatibilityTest.java:92)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling

Error Message:
Both triggers should have fired by now

Stack Trace:
java.lang.AssertionError: Both triggers should have fired by now
	at __randomizedtesting.SeedInfo.seed([8DC29B085C01B3DC:76E0332D8EAB504E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testTriggerThrottling(TriggerIntegrationTest.java:205)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([8DC29B085C01B3DC:751C0EE0246D628F]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
	at org.apache.solr.handler.admin.SegmentsInfoRequestHandlerTest.testSegmentInfosVersion(SegmentsInfoRequestHandlerTest.java:68)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=2=count(//lst[@name='segments']/lst/str[@name='version'][.='8.0.0'])
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int></lst><lst name="segments"><lst name="_0"><str name="name">_0</str><int name="delCount">1</int><long name="sizeInBytes">1765</long><int name="size">2</int><date name="age">2017-12-05T11:16:52.521Z</date><str name="source">flush</str><str name="version">8.0.0</str></lst><lst name="_1"><str name="name">_1</str><int name="delCount">0</int><long name="sizeInBytes">1698</long><int name="size">2</int><date name="age">2017-12-05T11:16:52.523Z</date><str name="source">flush</str><str name="version">8.0.0</str></lst><lst name="_2"><str name="name">_2</str><int name="delCount">0</int><long name="sizeInBytes">1657</long><int name="size">1</int><date name="age">2017-12-05T11:16:52.525Z</date><str name="source">flush</str><str name="version">8.0.0</str></lst><lst name="_3"><str name="name">_3</str><int name="delCount">0</int><long name="sizeInBytes">1698</long><int name="size">2</int><date name="age">2017-12-05T11:16:52.532Z</date><str name="source">flush</str><str name="version">8.0.0</str></lst><lst name="_4"><str name="name">_4</str><int name="delCount">0</int><long name="sizeInBytes">1698</long><int name="size">2</int><date name="age">2017-12-05T11:16:52.533Z</date><str name="source">flush</str><str name="version">8.0.0</str></lst><lst name="_5"><str name="name">_5</str><int name="delCount">0</int><long name="sizeInBytes">1657</long><int name="size">1</int><date name="age">2017-12-05T11:16:52.535Z</date><str name="source">flush</str><str name="version">8.0.0</str></lst></lst>
</response>

	request was:qt=/admin/segments&wt=xml
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
	... 40 more




Build Log:
[...truncated 12112 lines...]
   [junit4] Suite: org.apache.solr.cloud.AssignBackwardCompatibilityTest
   [junit4]   2> 506670 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[8DC29B085C01B3DC]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/init-core-data-001
   [junit4]   2> 506670 WARN  (SUITE-AssignBackwardCompatibilityTest-seed#[8DC29B085C01B3DC]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=5 numCloses=5
   [junit4]   2> 506671 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[8DC29B085C01B3DC]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 506672 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[8DC29B085C01B3DC]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 506673 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[8DC29B085C01B3DC]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001
   [junit4]   2> 506673 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[8DC29B085C01B3DC]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 506673 INFO  (Thread-913) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 506673 INFO  (Thread-913) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 506682 ERROR (Thread-913) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 506776 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[8DC29B085C01B3DC]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35247
   [junit4]   2> 506797 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1602656f72b0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 506802 INFO  (jetty-launcher-743-thread-3) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 506803 INFO  (jetty-launcher-743-thread-4) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 506804 INFO  (jetty-launcher-743-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 506825 INFO  (jetty-launcher-743-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 506835 INFO  (jetty-launcher-743-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@12a645b{/solr,null,AVAILABLE}
   [junit4]   2> 506837 INFO  (jetty-launcher-743-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f0f1a2{SSL,[ssl, http/1.1]}{127.0.0.1:45761}
   [junit4]   2> 506837 INFO  (jetty-launcher-743-thread-2) [    ] o.e.j.s.Server Started @508346ms
   [junit4]   2> 506837 INFO  (jetty-launcher-743-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45761}
   [junit4]   2> 506837 ERROR (jetty-launcher-743-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 506837 INFO  (jetty-launcher-743-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 506837 INFO  (jetty-launcher-743-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 506837 INFO  (jetty-launcher-743-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 506837 INFO  (jetty-launcher-743-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T11:02:01.932Z
   [junit4]   2> 506837 INFO  (jetty-launcher-743-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@79936b{/solr,null,AVAILABLE}
   [junit4]   2> 506856 INFO  (jetty-launcher-743-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@c5abe4{SSL,[ssl, http/1.1]}{127.0.0.1:40067}
   [junit4]   2> 506862 INFO  (jetty-launcher-743-thread-4) [    ] o.e.j.s.Server Started @508372ms
   [junit4]   2> 506862 INFO  (jetty-launcher-743-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40067}
   [junit4]   2> 506863 ERROR (jetty-launcher-743-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 506863 INFO  (jetty-launcher-743-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 506863 INFO  (jetty-launcher-743-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 506863 INFO  (jetty-launcher-743-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 506863 INFO  (jetty-launcher-743-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T11:02:01.958Z
   [junit4]   2> 506868 INFO  (jetty-launcher-743-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 506870 INFO  (jetty-launcher-743-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c223be{/solr,null,AVAILABLE}
   [junit4]   2> 506875 INFO  (jetty-launcher-743-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@9b3eeb{/solr,null,AVAILABLE}
   [junit4]   2> 506875 INFO  (jetty-launcher-743-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@a7be9d{SSL,[ssl, http/1.1]}{127.0.0.1:35905}
   [junit4]   2> 506875 INFO  (jetty-launcher-743-thread-1) [    ] o.e.j.s.Server Started @508384ms
   [junit4]   2> 506875 INFO  (jetty-launcher-743-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35905}
   [junit4]   2> 506875 ERROR (jetty-launcher-743-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 506875 INFO  (jetty-launcher-743-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 506875 INFO  (jetty-launcher-743-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 506875 INFO  (jetty-launcher-743-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 506876 INFO  (jetty-launcher-743-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T11:02:01.970Z
   [junit4]   2> 506877 INFO  (jetty-launcher-743-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3e37bd{SSL,[ssl, http/1.1]}{127.0.0.1:34445}
   [junit4]   2> 506877 INFO  (jetty-launcher-743-thread-3) [    ] o.e.j.s.Server Started @508386ms
   [junit4]   2> 506877 INFO  (jetty-launcher-743-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34445}
   [junit4]   2> 506877 ERROR (jetty-launcher-743-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 506877 INFO  (jetty-launcher-743-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 506877 INFO  (jetty-launcher-743-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 506877 INFO  (jetty-launcher-743-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 506877 INFO  (jetty-launcher-743-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T11:02:01.972Z
   [junit4]   2> 506901 INFO  (jetty-launcher-743-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 506905 INFO  (jetty-launcher-743-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 506910 INFO  (jetty-launcher-743-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35247/solr
   [junit4]   2> 506917 INFO  (jetty-launcher-743-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 506935 INFO  (jetty-launcher-743-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35247/solr
   [junit4]   2> 506937 INFO  (jetty-launcher-743-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35247/solr
   [junit4]   2> 506950 INFO  (jetty-launcher-743-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35247/solr
   [junit4]   2> 507003 INFO  (jetty-launcher-743-thread-3) [n:127.0.0.1:34445_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 507007 INFO  (jetty-launcher-743-thread-1) [n:127.0.0.1:35905_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 507008 INFO  (jetty-launcher-743-thread-4) [n:127.0.0.1:40067_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 507017 INFO  (jetty-launcher-743-thread-3) [n:127.0.0.1:34445_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34445_solr
   [junit4]   2> 507017 INFO  (jetty-launcher-743-thread-1) [n:127.0.0.1:35905_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35905_solr
   [junit4]   2> 507017 INFO  (jetty-launcher-743-thread-3) [n:127.0.0.1:34445_solr    ] o.a.s.c.Overseer Overseer (id=99121346757984267-127.0.0.1:34445_solr-n_0000000000) starting
   [junit4]   2> 507025 INFO  (zkCallback-764-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 507025 INFO  (zkCallback-765-thread-1-processing-n:127.0.0.1:40067_solr) [n:127.0.0.1:40067_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 507031 INFO  (zkCallback-766-thread-1-processing-n:127.0.0.1:35905_solr) [n:127.0.0.1:35905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 507039 INFO  (jetty-launcher-743-thread-4) [n:127.0.0.1:40067_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40067_solr
   [junit4]   2> 507043 INFO  (zkCallback-765-thread-1-processing-n:127.0.0.1:40067_solr) [n:127.0.0.1:40067_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 507043 INFO  (zkCallback-764-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 507049 INFO  (zkCallback-766-thread-1-processing-n:127.0.0.1:35905_solr) [n:127.0.0.1:35905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 507054 INFO  (jetty-launcher-743-thread-3) [n:127.0.0.1:34445_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34445_solr
   [junit4]   2> 507065 INFO  (zkCallback-764-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 507065 INFO  (zkCallback-766-thread-1-processing-n:127.0.0.1:35905_solr) [n:127.0.0.1:35905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 507065 INFO  (zkCallback-765-thread-1-processing-n:127.0.0.1:40067_solr) [n:127.0.0.1:40067_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 507151 INFO  (jetty-launcher-743-thread-2) [n:127.0.0.1:45761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 507153 INFO  (jetty-launcher-743-thread-2) [n:127.0.0.1:45761_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 507154 INFO  (jetty-launcher-743-thread-2) [n:127.0.0.1:45761_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45761_solr
   [junit4]   2> 507157 INFO  (zkCallback-765-thread-1-processing-n:127.0.0.1:40067_solr) [n:127.0.0.1:40067_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 507157 INFO  (zkCallback-766-thread-1-processing-n:127.0.0.1:35905_solr) [n:127.0.0.1:35905_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 507157 INFO  (zkCallback-764-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 507160 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:45761_solr) [n:127.0.0.1:45761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 507161 INFO  (jetty-launcher-743-thread-1) [n:127.0.0.1:35905_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35905.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507173 INFO  (jetty-launcher-743-thread-3) [n:127.0.0.1:34445_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34445.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507174 INFO  (jetty-launcher-743-thread-4) [n:127.0.0.1:40067_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40067.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507181 INFO  (jetty-launcher-743-thread-3) [n:127.0.0.1:34445_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34445.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507181 INFO  (jetty-launcher-743-thread-1) [n:127.0.0.1:35905_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35905.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507181 INFO  (jetty-launcher-743-thread-3) [n:127.0.0.1:34445_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34445.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507181 INFO  (jetty-launcher-743-thread-1) [n:127.0.0.1:35905_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35905.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507182 INFO  (jetty-launcher-743-thread-4) [n:127.0.0.1:40067_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40067.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507182 INFO  (jetty-launcher-743-thread-4) [n:127.0.0.1:40067_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40067.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507182 INFO  (jetty-launcher-743-thread-1) [n:127.0.0.1:35905_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/.
   [junit4]   2> 507182 INFO  (jetty-launcher-743-thread-3) [n:127.0.0.1:34445_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/.
   [junit4]   2> 507183 INFO  (jetty-launcher-743-thread-4) [n:127.0.0.1:40067_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node3/.
   [junit4]   2> 507315 INFO  (jetty-launcher-743-thread-2) [n:127.0.0.1:45761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45761.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507321 INFO  (jetty-launcher-743-thread-2) [n:127.0.0.1:45761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45761.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507321 INFO  (jetty-launcher-743-thread-2) [n:127.0.0.1:45761_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45761.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1f0fbfe
   [junit4]   2> 507322 INFO  (jetty-launcher-743-thread-2) [n:127.0.0.1:45761_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/.
   [junit4]   2> 507352 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[8DC29B085C01B3DC]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 507352 INFO  (SUITE-AssignBackwardCompatibilityTest-seed#[8DC29B085C01B3DC]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35247/solr ready
   [junit4]   2> 507400 INFO  (qtp13782874-4264) [n:127.0.0.1:34445_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=4&maxShardsPerNode=1000&name=collection1&nrtReplicas=4&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 507401 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 507401 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 507401 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/collection1/protwords.txt
   [junit4]   2> 507401 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/collection1/managed-schema
   [junit4]   2> 507402 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/collection1/solrconfig.xml
   [junit4]   2> 507403 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/collection1/synonyms.txt
   [junit4]   2> 507403 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/collection1/stopwords.txt
   [junit4]   2> 507404 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/collection1/lang/contractions_it.txt
   [junit4]   2> 507405 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/collection1/lang/stemdict_nl.txt
   [junit4]   2> 507405 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/collection1/lang/stopwords_hy.txt
   [junit4]   2> 507406 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/collection1/lang/stopwords_no.txt
   [junit4]   2> 507406 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/collection1/lang/contractions_ca.txt
   [junit4]   2> 507407 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/collection1/lang/stopwords_id.txt
   [junit4]   2> 507407 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/collection1/lang/stopwords_ga.txt
   [junit4]   2> 507408 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/collection1/lang/stopwords_hi.txt
   [junit4]   2> 507409 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/collection1/lang/stopwords_da.txt
   [junit4]   2> 507410 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/collection1/lang/stopwords_ja.txt
   [junit4]   2> 507411 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/collection1/lang/stopwords_pt.txt
   [junit4]   2> 507411 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/collection1/lang/stopwords_hu.txt
   [junit4]   2> 507412 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/collection1/lang/stopwords_el.txt
   [junit4]   2> 507413 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/collection1/lang/stopwords_ru.txt
   [junit4]   2> 507414 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/collection1/lang/stopwords_tr.txt
   [junit4]   2> 507414 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/collection1/lang/stopwords_ar.txt
   [junit4]   2> 507415 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/collection1/lang/userdict_ja.txt
   [junit4]   2> 507416 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/collection1/lang/stopwords_eu.txt
   [junit4]   2> 507417 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/collection1/lang/stopwords_it.txt
   [junit4]   2> 507417 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/collection1/lang/stopwords_cz.txt
   [junit4]   2> 507419 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/collection1/lang/stoptags_ja.txt
   [junit4]   2> 507421 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/collection1/lang/contractions_fr.txt
   [junit4]   2> 507422 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/collection1/lang/stopwords_de.txt
   [junit4]   2> 507422 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/collection1/lang/stopwords_fa.txt
   [junit4]   2> 507423 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ga.txt to /configs/collection1/lang/contractions_ga.txt
   [junit4]   2> 507423 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ca.txt to /configs/collection1/lang/stopwords_ca.txt
   [junit4]   2> 507424 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_nl.txt to /configs/collection1/lang/stopwords_nl.txt
   [junit4]   2> 507425 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_bg.txt to /configs/collection1/lang/stopwords_bg.txt
   [junit4]   2> 507425 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_lv.txt to /configs/collection1/lang/stopwords_lv.txt
   [junit4]   2> 507426 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_en.txt to /configs/collection1/lang/stopwords_en.txt
   [junit4]   2> 507426 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_es.txt to /configs/collection1/lang/stopwords_es.txt
   [junit4]   2> 507427 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_th.txt to /configs/collection1/lang/stopwords_th.txt
   [junit4]   2> 507427 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ro.txt to /configs/collection1/lang/stopwords_ro.txt
   [junit4]   2> 507428 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fr.txt to /configs/collection1/lang/stopwords_fr.txt
   [junit4]   2> 507429 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_sv.txt to /configs/collection1/lang/stopwords_sv.txt
   [junit4]   2> 507429 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fi.txt to /configs/collection1/lang/stopwords_fi.txt
   [junit4]   2> 507430 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/hyphenations_ga.txt to /configs/collection1/lang/hyphenations_ga.txt
   [junit4]   2> 507430 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_gl.txt to /configs/collection1/lang/stopwords_gl.txt
   [junit4]   2> 507431 INFO  (OverseerThreadFactory-1879-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/params.json to /configs/collection1/params.json
   [junit4]   2> 507544 INFO  (OverseerStateUpdate-99121346757984267-127.0.0.1:34445_solr-n_0000000000) [n:127.0.0.1:34445_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:45761/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 507545 INFO  (OverseerStateUpdate-99121346757984267-127.0.0.1:34445_solr-n_0000000000) [n:127.0.0.1:34445_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:35905/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 507545 INFO  (OverseerStateUpdate-99121346757984267-127.0.0.1:34445_solr-n_0000000000) [n:127.0.0.1:34445_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:40067/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 507546 INFO  (OverseerStateUpdate-99121346757984267-127.0.0.1:34445_solr-n_0000000000) [n:127.0.0.1:34445_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1_shard1_replica_n6",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"https://127.0.0.1:34445/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 507759 INFO  (qtp13782874-4261) [n:127.0.0.1:34445_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node8&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n6&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 507759 INFO  (qtp13782874-4261) [n:127.0.0.1:34445_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 507787 INFO  (qtp13436434-4235) [n:127.0.0.1:35905_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node5&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n2&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 507787 INFO  (qtp13436434-4235) [n:127.0.0.1:35905_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 507801 INFO  (qtp24203465-4239) [n:127.0.0.1:45761_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n1&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 507801 INFO  (qtp24203465-4239) [n:127.0.0.1:45761_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 507806 INFO  (qtp14840788-4255) [n:127.0.0.1:40067_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node7&collection.configName=collection1&newCollection=true&name=collection1_shard1_replica_n4&action=CREATE&numShards=1&collection=collection1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 507807 INFO  (qtp14840788-4255) [n:127.0.0.1:40067_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 507913 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:45761_solr) [n:127.0.0.1:45761_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 507913 INFO  (zkCallback-766-thread-1-processing-n:127.0.0.1:35905_solr) [n:127.0.0.1:35905_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 507913 INFO  (zkCallback-764-thread-1-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 507913 INFO  (zkCallback-766-thread-2-processing-n:127.0.0.1:35905_solr) [n:127.0.0.1:35905_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 507913 INFO  (zkCallback-765-thread-1-processing-n:127.0.0.1:40067_solr) [n:127.0.0.1:40067_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 507914 INFO  (zkCallback-764-thread-2-processing-n:127.0.0.1:34445_solr) [n:127.0.0.1:34445_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 507914 INFO  (zkCallback-755-thread-2-processing-n:127.0.0.1:45761_solr) [n:127.0.0.1:45761_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 507914 INFO  (zkCallback-765-thread-2-processing-n:127.0.0.1:40067_solr) [n:127.0.0.1:40067_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 508767 INFO  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 508767 INFO  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 508767 WARN  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../contrib/extraction/lib
   [junit4]   2> 508767 WARN  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../dist
   [junit4]   2> 508768 WARN  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../contrib/clustering/lib
   [junit4]   2> 508768 WARN  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../dist
   [junit4]   2> 508768 WARN  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../contrib/langid/lib
   [junit4]   2> 508768 WARN  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../dist
   [junit4]   2> 508768 WARN  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../contrib/velocity/lib
   [junit4]   2> 508768 WARN  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node1/collection1_shard1_replica_n6/../../../../dist
   [junit4]   2> 508773 INFO  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 508787 INFO  (qtp13782874-4261) [n:127.0.0.1:34445_solr c:collection1 s:shard1 r:core_node8 x:collection1_shard1_replica_n6] o.a.s.s.IndexSchema [collection1_shard1_replica_n6] Schema name=default-config
   [junit4]   2> 508799 INFO  (qtp13436434-4235) [n:127.0.0.1:35905_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 508799 INFO  (qtp13436434-4235) [n:127.0.0.1:35905_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 508799 WARN  (qtp13436434-4235) [n:127.0.0.1:35905_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../contrib/extraction/lib
   [junit4]   2> 508800 WARN  (qtp13436434-4235) [n:127.0.0.1:35905_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../dist
   [junit4]   2> 508800 WARN  (qtp13436434-4235) [n:127.0.0.1:35905_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../contrib/clustering/lib
   [junit4]   2> 508800 WARN  (qtp13436434-4235) [n:127.0.0.1:35905_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../dist
   [junit4]   2> 508800 WARN  (qtp13436434-4235) [n:127.0.0.1:35905_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../contrib/langid/lib
   [junit4]   2> 508800 WARN  (qtp13436434-4235) [n:127.0.0.1:35905_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../dist
   [junit4]   2> 508800 WARN  (qtp13436434-4235) [n:127.0.0.1:35905_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../contrib/velocity/lib
   [junit4]   2> 508800 WARN  (qtp13436434-4235) [n:127.0.0.1:35905_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node2/collection1_shard1_replica_n2/../../../../dist
   [junit4]   2> 508807 INFO  (qtp13436434-4235) [n:127.0.0.1:35905_solr c:collection1 s:shard1 r:core_node5 x:collection1_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 508818 INFO  (qtp24203465-4239) [n:127.0.0.1:45761_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 508818 INFO  (qtp24203465-4239) [n:127.0.0.1:45761_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 508818 WARN  (qtp24203465-4239) [n:127.0.0.1:45761_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/extraction/lib
   [junit4]   2> 508819 WARN  (qtp24203465-4239) [n:127.0.0.1:45761_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist
   [junit4]   2> 508819 WARN  (qtp24203465-4239) [n:127.0.0.1:45761_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/clustering/lib
   [junit4]   2> 508819 WARN  (qtp24203465-4239) [n:127.0.0.1:45761_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist filtered by solr-clustering-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist
   [junit4]   2> 508819 WARN  (qtp24203465-4239) [n:127.0.0.1:45761_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/langid/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/langid/lib
   [junit4]   2> 508819 WARN  (qtp24203465-4239) [n:127.0.0.1:45761_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist filtered by solr-langid-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist
   [junit4]   2> 508819 WARN  (qtp24203465-4239) [n:127.0.0.1:45761_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/velocity/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../contrib/velocity/lib
   [junit4]   2> 508820 WARN  (qtp24203465-4239) [n:127.0.0.1:45761_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist filtered by solr-velocity-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node4/collection1_shard1_replica_n1/../../../../dist
   [junit4]   2> 508825 INFO  (qtp14840788-4255) [n:127.0.0.1:40067_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.RequestParams conf resource params.json loaded . version : 0 
   [junit4]   2> 508825 INFO  (qtp14840788-4255) [n:127.0.0.1:40067_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.RequestParams request params refreshed to version 0
   [junit4]   2> 508826 WARN  (qtp14840788-4255) [n:127.0.0.1:40067_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node3/collection1_shard1_replica_n4/../../../../contrib/extraction/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node3/collection1_shard1_replica_n4/../../../../contrib/extraction/lib
   [junit4]   2> 508826 WARN  (qtp14840788-4255) [n:127.0.0.1:40067_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node3/collection1_shard1_replica_n4/../../../../dist filtered by solr-cell-\d.*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node3/collection1_shard1_replica_n4/../../../../dist
   [junit4]   2> 508826 INFO  (qtp24203465-4239) [n:127.0.0.1:45761_solr c:collection1 s:shard1 r:core_node3 x:collection1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 508826 WARN  (qtp14840788-4255) [n:127.0.0.1:40067_solr c:collection1 s:shard1 r:core_node7 x:collection1_shard1_replica_n4] o.a.s.c.SolrConfig Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node3/collection1_shard1_replica_n4/../../../../contrib/clustering/lib filtered by .*\.jar to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.cloud.AssignBackwardCompatibilityTest_8DC29B085C01B3DC-001/tempDir-001/node3/collection1_shard1_replica_n4/../../../../contrib/clustering

[...truncated too long message...]

StatusTest, HLLUtilTest, TestConfig, TestReloadDeadlock, TestDynamicFieldCollectionResource, TestJsonFacetRefinement, TestSolrFieldCacheBean, HdfsCollectionsAPIDistributedZkTest, TestManagedStopFilterFactory, TestUtils, AtomicUpdatesTest, CloudMLTQParserTest, TestManagedSchemaThreadSafety, TestJavabinTupleStreamParser, SyncSliceTest, TestDocBasedVersionConstraints, TestSolrJ, RequestLoggingTest, TestSkipOverseerOperations, UninvertDocValuesMergePolicyTest, TestStressVersions, DistanceUnitsTest, IndexSchemaRuntimeFieldTest, SSLMigrationTest, TestSchemaNameResource, TestSolrDeletionPolicy1, MigrateRouteKeyTest, JsonLoaderTest, AssignBackwardCompatibilityTest, TriLevelCompositeIdRoutingTest, DirectUpdateHandlerOptimizeTest, TestIndexingPerformance, TestPhraseSuggestions, SoftAutoCommitTest, TestNoOpRegenerator, BlockDirectoryTest, SearchHandlerTest, TestPivotHelperCode, HdfsLockFactoryTest, AutoAddReplicasIntegrationTest, SolrCloudExampleTest, TestRandomDVFaceting, TestFieldCacheReopen, TestBadConfig, RAMDirectoryFactoryTest, RecoveryAfterSoftCommitTest, DeleteReplicaTest, ZkControllerTest, TestObjectReleaseTracker, TestRandomRequestDistribution, TestCloudDeleteByQuery, HdfsRecoveryZkTest, TestMacroExpander, TestSchemalessBufferedUpdates, InfixSuggestersTest, TestSweetSpotSimilarityFactory, LeaderElectionIntegrationTest, CleanupOldIndexTest, DistributedFacetPivotLargeTest, HdfsDirectoryFactoryTest, MultiTermTest, StatelessScriptUpdateProcessorFactoryTest, TestFieldCacheVsDocValues, ZkStateReaderTest, TestSchemaVersionResource, TestExportWriter, SolrCoreTest, VersionInfoTest, TestTrieFacet, TestDynamicLoading, TestCloudPivotFacet, SegmentsInfoRequestHandlerTest, CurrencyFieldTypeTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestTolerantUpdateProcessorRandomCloud, CoreSorterTest, TestOrdValues, TestConfigSetsAPIZkFailure, DateFieldTest, ResourceLoaderTest, TestUpdate, SpellCheckComponentTest, HdfsThreadLeakTest, SolrJmxReporterTest, TestFreeTextSuggestions, TestSuggestSpellingConverter, ForceLeaderTest, TestCloudManagedSchema, DistributedQueryElevationComponentTest, TestIBSimilarityFactory, TestPayloadScoreQParserPlugin, SortSpecParsingTest, MinimalSchemaTest, TestFoldingMultitermQuery, OpenCloseCoreStressTest, OverseerTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, ZkCLITest, TestDistributedSearch, TestCoreContainer, StatsComponentTest, QueryElevationComponentTest, ConvertedLegacyTest, TestSort, TestFiltering, TestIndexSearcher, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, SuggesterTest, SpatialFilterTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DistanceFunctionTest, DebugComponentTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, PrimitiveFieldTypeTest, TermsComponentTest, TermVectorComponentTest, SolrPluginUtilsTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, BinaryUpdateRequestHandlerTest, CSVRequestHandlerTest, TestComponentsName, TestLFUCache, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSimpleTrackingShardHandler, ActionThrottleTest, AddReplicaTest, AliasIntegrationTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, CollectionsAPISolrJTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribCursorPagingTest, HttpPartitionTest, MoveReplicaHDFSFailoverTest, OverseerCollectionConfigSetProcessorTest, OverseerRolesTest, PeerSyncReplicationTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPseudoReturnFields, TestCloudSearcherWarming, TestCollectionsAPIViaSolrCloudCluster, TestHdfsCloudBackupRestore, TestLockTree, TestMiniSolrCloudClusterSSL, TestRebalanceLeaders, TestRequestForwarding, TestSSLRandomization, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestTlogReplica, CdcrBootstrapTest, HdfsRestartWhileUpdatingTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, ImplicitSnitchTest, RuleEngineTest, BlobRepositoryCloudTest, ExitableDirectoryReaderTest, QueryResultKeyTest, TestConfigOverlay, TestInitParams, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSolrXml, TestSolrCloudSnapshots, TestConfigReload, TestSystemCollAutoCreate, CoreMergeIndexesAdminHandlerTest, MetricsHandlerTest, SecurityConfHandlerTest, TestCollectionAPIs, TestCoreAdminApis, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotSmallAdvancedTest, DistributedFacetPivotSmallTest, DistributedFacetPivotWhiteBoxTest, SpatialHeatmapFacetsTest, TestDistributedStatsComponentCardinality, RegexBytesRefFilterTest, SubstringBytesRefFilterTest, SmileWriterTest, TestCustomDocTransformer, TestGeoJSONResponseWriter, TestRawResponseWriter, TestRawTransformer, TestChildDocTransformer, TestSubQueryTransformer, TestSubQueryTransformerDistrib, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchemaAPI, TestSchemaManager, TestUseDocValuesAsStored, TestPKIAuthenticationPlugin, TestSha256AuthenticationProvider, TestImpersonationWithHadoopAuth]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestImpersonationWithHadoopAuth -Dtests.seed=8DC29B085C01B3DC -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=zh-TW -Dtests.timezone=Asia/Ulaanbaatar -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestImpersonationWithHadoopAuth (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.security.hadoop.TestImpersonationWithHadoopAuth: 
   [junit4]    >    1) Thread[id=27094, name=jetty-launcher-4144-thread-1-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    >    2) Thread[id=27084, name=jetty-launcher-4144-thread-2-EventThread, state=TIMED_WAITING, group=TGRP-TestImpersonationWithHadoopAuth]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.doAcquireSharedNanos(AbstractQueuedSynchronizer.java:1037)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer.tryAcquireSharedNanos(AbstractQueuedSynchronizer.java:1328)
   [junit4]    >         at java.util.concurrent.CountDownLatch.await(CountDownLatch.java:277)
   [junit4]    >         at org.apache.curator.CuratorZookeeperClient.internalBlockUntilConnectedOrTimedOut(CuratorZookeeperClient.java:323)
   [junit4]    >         at org.apache.curator.RetryLoop.callWithRetry(RetryLoop.java:105)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.pathInForeground(GetDataBuilderImpl.java:288)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:279)
   [junit4]    >         at org.apache.curator.framework.imps.GetDataBuilderImpl.forPath(GetDataBuilderImpl.java:41)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.readValue(SharedValue.java:244)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue.access$100(SharedValue.java:44)
   [junit4]    >         at org.apache.curator.framework.recipes.shared.SharedValue$1.process(SharedValue.java:61)
   [junit4]    >         at org.apache.curator.framework.imps.NamespaceWatcher.process(NamespaceWatcher.java:67)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:530)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:505)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8DC29B085C01B3DC]:0)
   [junit4] Completed [735/752 (6!)] on J0 in 43.62s, 10 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 43161 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 21033 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21033/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

7 tests failed.
FAILED:  org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([488F83ADFA6211EA:F770C2072498F176]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testDistributions(StreamExpressionTest.java:6553)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testCanWaitForNonexistantCollection

Error Message:
waitForState was not triggered by collection creation

Stack Trace:
java.lang.AssertionError: waitForState was not triggered by collection creation
	at __randomizedtesting.SeedInfo.seed([488F83ADFA6211EA:E3AF181B973CD5C1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testCanWaitForNonexistantCollection(TestCollectionStateWatchers.java:206)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateChecksCurrentState

Error Message:


Stack Trace:
java.util.concurrent.TimeoutException
	at __randomizedtesting.SeedInfo.seed([488F83ADFA6211EA:9E63EC75AA3B6CBF]:0)
	at org.apache.solr.common.cloud.ZkStateReader.waitForState(ZkStateReader.java:1275)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.waitForState(CloudSolrClient.java:448)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWaitForStateChecksCurrentState(TestCollectionStateWatchers.java:182)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testWatchesWorkForStateFormat1

Error Message:
CollectionStateWatcher not notified of stateformat=1 collection creation

Stack Trace:
java.lang.AssertionError: CollectionStateWatcher not notified of stateformat=1 collection creation
	at __randomizedtesting.SeedInfo.seed([488F83ADFA6211EA:2F489F430EDA354B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testWatchesWorkForStateFormat1(TestCollectionStateWatchers.java:290)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.common.cloud.TestCollectionStateWatchers.testDeletionsTriggerWatches

Error Message:
Error from server at http://127.0.0.1:43171/solr: Could not fully create collection: tobedeleted

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:43171/solr: Could not fully create collection: tobedeleted
	at __randomizedtesting.SeedInfo.seed([488F83ADFA6211EA:EA4E4B227801C787]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.common.cloud.TestCollectionStateWatchers.testDeletionsTriggerWatches(TestCollectionStateWatchers.java:272)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.PKIAuthenticationIntegrationTest.testPkiAuth

Error Message:
Error from server at http://127.0.0.1:35775/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35775/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([A43584543520ECF0:948B1D05D5966B51]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.security.PKIAuthenticationIntegrationTest.testPkiAuth(PKIAuthenticationIntegrationTest.java:58)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.TestAuthorizationFramework.authorizationFrameworkTest

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:40435/_zy/ta

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:40435/_zy/ta
	at __randomizedtesting.SeedInfo.seed([A43584543520ECF0:EA96F18724FBFDE0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 43 more




Build Log:
[...truncated 12120 lines...]
   [junit4] Suite: org.apache.solr.security.TestAuthorizationFramework
   [junit4]   2> 108001 INFO  (SUITE-TestAuthorizationFramework-seed#[A43584543520ECF0]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.TestAuthorizationFramework_A43584543520ECF0-001/init-core-data-001
   [junit4]   2> 108002 INFO  (SUITE-TestAuthorizationFramework-seed#[A43584543520ECF0]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 108003 INFO  (SUITE-TestAuthorizationFramework-seed#[A43584543520ECF0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 108003 INFO  (SUITE-TestAuthorizationFramework-seed#[A43584543520ECF0]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_zy/ta
   [junit4]   2> 108008 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 108008 INFO  (Thread-335) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 108008 INFO  (Thread-335) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 108009 ERROR (Thread-335) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 108108 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.ZkTestServer start zk server on port:44461
   [junit4]   2> 108113 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 108114 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 108115 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 108115 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 108115 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 108116 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 108116 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 108117 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 108117 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 108117 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 108118 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 108120 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 108180 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 108180 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c742286{/_zy/ta,null,AVAILABLE}
   [junit4]   2> 108182 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3c91d89{SSL,[ssl, http/1.1]}{127.0.0.1:40435}
   [junit4]   2> 108182 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.e.j.s.Server Started @110453ms
   [junit4]   2> 108182 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.TestAuthorizationFramework_A43584543520ECF0-001/tempDir-001/control/data, hostContext=/_zy/ta, hostPort=40435, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.TestAuthorizationFramework_A43584543520ECF0-001/control-001/cores}
   [junit4]   2> 108183 ERROR (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 108183 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 108183 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 108183 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 108183 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T07:52:58.500Z
   [junit4]   2> 108188 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 108188 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.TestAuthorizationFramework_A43584543520ECF0-001/control-001/solr.xml
   [junit4]   2> 108191 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 108191 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 108192 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4299ea, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 108197 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44461/solr
   [junit4]   2> 108228 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 108228 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40435__zy%2Fta
   [junit4]   2> 108229 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.Overseer Overseer (id=99120603353907206-127.0.0.1:40435__zy%2Fta-n_0000000000) starting
   [junit4]   2> 108239 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40435__zy%2Fta
   [junit4]   2> 108246 INFO  (zkCallback-258-thread-1-processing-n:127.0.0.1:40435__zy%2Fta) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 108275 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.CoreContainer Initializing authorization plugin: org.apache.solr.security.MockAuthorizationPlugin
   [junit4]   2> 108308 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4299ea
   [junit4]   2> 108316 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4299ea
   [junit4]   2> 108316 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4299ea
   [junit4]   2> 108317 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.TestAuthorizationFramework_A43584543520ECF0-001/control-001/cores
   [junit4]   2> 108332 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 108333 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44461/solr ready
   [junit4]   2> 108347 INFO  (qtp2019589160-1339) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.s.MockAuthorizationPlugin User request: null
   [junit4]   2> 108348 INFO  (qtp2019589160-1339) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40435__zy%252Fta&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 108356 INFO  (OverseerThreadFactory-439-thread-1-processing-n:127.0.0.1:40435__zy%2Fta) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 108461 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.s.MockAuthorizationPlugin User request: null
   [junit4]   2> 108461 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 108461 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 108564 INFO  (zkCallback-258-thread-1-processing-n:127.0.0.1:40435__zy%2Fta) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 109510 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 109551 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 109709 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 109730 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 109730 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2d4299ea
   [junit4]   2> 109730 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 109730 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.TestAuthorizationFramework_A43584543520ECF0-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.TestAuthorizationFramework_A43584543520ECF0-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 109732 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=17, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 109734 WARN  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 109760 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 109760 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 109761 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 109761 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 109762 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=47, maxMergedSegmentMB=60.1015625, floorSegmentMB=1.4443359375, forceMergeDeletesPctAllowed=16.506298371356163, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 109762 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3321ef13[control_collection_shard1_replica_n1] main]
   [junit4]   2> 109763 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 109763 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 109764 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 109765 INFO  (searcherExecutor-442-thread-1-processing-n:127.0.0.1:40435__zy%2Fta x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@3321ef13[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 109765 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585929655504863232
   [junit4]   2> 109768 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 109768 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 109768 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40435/_zy/ta/control_collection_shard1_replica_n1/
   [junit4]   2> 109768 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 109768 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:40435/_zy/ta/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 109768 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 109769 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40435/_zy/ta/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 168406 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 40435
   [junit4]   2> 168406 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1775549298
   [junit4]   2> 168406 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 168407 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3ca4c120: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@64fcf261
   [junit4]   2> 168411 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 168411 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e834dd: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4522d6e4
   [junit4]   2> 168420 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 168420 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2e070548: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@508876a9
   [junit4]   2> 168421 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40435__zy%2Fta
   [junit4]   2> 168422 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 168422 INFO  (zkCallback-258-thread-2-processing-n:127.0.0.1:40435__zy%2Fta) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 168422 INFO  (coreCloseExecutor-447-thread-1) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@37939a65
   [junit4]   2> 168422 INFO  (coreCloseExecutor-447-thread-1) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=932420197
   [junit4]   2> 168423 INFO  (coreCloseExecutor-447-thread-1) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@67855af9: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@4f3416ab
   [junit4]   2> 168430 INFO  (coreCloseExecutor-447-thread-1) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=932420197
   [junit4]   2> 179261 INFO  (ScheduledTrigger-437-thread-3) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 179269 INFO  (AutoscalingActionExecutor-438-thread-1-processing-n:127.0.0.1:40435__zy%2Fta) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"14fd56c1a5b2f3c0T73cerwwl1i5vz7ky0opd6i5kz",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1512460439575000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512460439575000000],
   [junit4]   2>     "_enqueue_time_":1512460449577000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:40435__zy%2Fta"]}}
   [junit4]   2> 288349 ERROR (qtp2019589160-1339) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:313)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:245)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:223)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 288350 INFO  (qtp2019589160-1339) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:40435__zy%252Fta&wt=javabin&version=2} status=500 QTime=180003
   [junit4]   2> 288350 ERROR (qtp2019589160-1339) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:313)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:245)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:223)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 708560 ERROR (OverseerThreadFactory-439-thread-1-processing-n:127.0.0.1:40435__zy%2Fta) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:40435/_zy/ta
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:40435/_zy/ta
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]   2> 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]   2> 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
   [junit4]   2> 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
   [junit4]   2> 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 708562 ERROR (OverseerThreadFactory-439-thread-1-processing-n:127.0.0.1:40435__zy%2Fta) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 708561 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.Overseer Overseer (id=99120603353907206-127.0.0.1:40435__zy%2Fta-n_0000000000) closing
   [junit4]   2> 708562 INFO  (OverseerStateUpdate-99120603353907206-127.0.0.1:40435__zy%2Fta-n_0000000000) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40435__zy%2Fta
   [junit4]   2> 708563 INFO  (OverseerThreadFactory-439-thread-1-processing-n:127.0.0.1:40435__zy%2Fta) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 738603 INFO  (zkCallback-258-thread-5-processing-n:127.0.0.1:40435__zy%2Fta) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 738604 ERROR (OverseerThreadFactory-439-thread-1-processing-n:127.0.0.1:40435__zy%2Fta) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 738613 INFO  (OverseerThreadFactory-439-thread-1-processing-n:127.0.0.1:40435__zy%2Fta) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 738614 WARN  (OverseerAutoScalingTriggerThread-99120603353907206-127.0.0.1:40435__zy%2Fta-n_0000000000) [n:127.0.0.1:40435__zy%2Fta    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 738616 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3c91d89{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 738617 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6c742286{/_zy/ta,null,UNAVAILABLE}
   [junit4]   2> 738664 ERROR (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 738666 ERROR (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 738742 INFO  (qtp2019589160-1333) [n:127.0.0.1:40435__zy%2Fta c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630281
   [junit4]   2> 738743 ERROR (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 738744 INFO  (TEST-TestAuthorizationFramework.authorizationFrameworkTest-seed#[A43584543520ECF0]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44461 44461
   [junit4]   2> 738796 INFO  (Thread-335) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44461 44461
   [junit4]   2> 738797 WARN  (Thread-335) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   

[...truncated too long message...]

un(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: currentstate slice: shard1 saw state=DocCollection(currentstate//collections/currentstate/state.json/2)={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{"shard1":{
   [junit4]   2>       "range":"80000000-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{"core_node2":{
   [junit4]   2>           "core":"currentstate_shard1_replica_n1",
   [junit4]   2>           "base_url":"http://127.0.0.1:43171/solr",
   [junit4]   2>           "node_name":"127.0.0.1:43171_solr",
   [junit4]   2>           "state":"down",
   [junit4]   2>           "type":"NRT"}}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"1",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"} with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 16 more
   [junit4]   2> 
   [junit4]   2> 1334309 INFO  (coreCloseExecutor-762-thread-1) [n:127.0.0.1:43171_solr c:falsepredicate s:shard1 r:core_node3 x:falsepredicate_shard1_replica_n1] o.a.s.c.SolrCore [falsepredicate_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@731b4683
   [junit4]   2> 1334309 INFO  (coreCloseExecutor-762-thread-1) [n:127.0.0.1:43171_solr c:falsepredicate s:shard1 r:core_node3 x:falsepredicate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.falsepredicate.shard1.replica_n1, tag=1931167363
   [junit4]   2> 1334309 INFO  (coreCloseExecutor-762-thread-3) [n:127.0.0.1:43171_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.c.SolrCore [currentstate_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@553956c7
   [junit4]   2> 1334309 INFO  (coreCloseExecutor-762-thread-2) [n:127.0.0.1:43171_solr c:testcollection s:shard3 r:core_node7 x:testcollection_shard3_replica_n4] o.a.s.c.SolrCore [testcollection_shard3_replica_n4]  CLOSING SolrCore org.apache.solr.core.SolrCore@7b65d9a3
   [junit4]   2> 1334309 INFO  (coreCloseExecutor-762-thread-1) [n:127.0.0.1:43171_solr c:falsepredicate s:shard1 r:core_node3 x:falsepredicate_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7bf1ac19: rootName = solr_43171, domain = solr.core.falsepredicate.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.falsepredicate.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@18418faa
   [junit4]   2> 1334314 INFO  (coreCloseExecutor-762-thread-1) [n:127.0.0.1:43171_solr c:falsepredicate s:shard1 r:core_node3 x:falsepredicate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.falsepredicate.shard1.leader, tag=1931167363
   [junit4]   2> 1334314 INFO  (coreCloseExecutor-762-thread-3) [n:127.0.0.1:43171_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.currentstate.shard1.replica_n1, tag=1429821127
   [junit4]   2> 1334314 INFO  (coreCloseExecutor-762-thread-3) [n:127.0.0.1:43171_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3fad37b1: rootName = solr_43171, domain = solr.core.currentstate.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.currentstate.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@77aa567a
   [junit4]   2> 1334318 INFO  (coreCloseExecutor-762-thread-3) [n:127.0.0.1:43171_solr c:currentstate s:shard1 r:core_node2 x:currentstate_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.currentstate.shard1.leader, tag=1429821127
   [junit4]   2> 1334318 INFO  (coreCloseExecutor-762-thread-2) [n:127.0.0.1:43171_solr c:testcollection s:shard3 r:core_node7 x:testcollection_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testcollection.shard3.replica_n4, tag=2070272419
   [junit4]   2> 1334318 INFO  (coreCloseExecutor-762-thread-2) [n:127.0.0.1:43171_solr c:testcollection s:shard3 r:core_node7 x:testcollection_shard3_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2f683ce5: rootName = solr_43171, domain = solr.core.testcollection.shard3.replica_n4, service url = null, agent id = null] for registry solr.core.testcollection.shard3.replica_n4 / com.codahale.metrics.MetricRegistry@46dc372
   [junit4]   2> 1334323 INFO  (coreCloseExecutor-762-thread-2) [n:127.0.0.1:43171_solr c:testcollection s:shard3 r:core_node7 x:testcollection_shard3_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testcollection.shard3.leader, tag=2070272419
   [junit4]   2> 1334327 INFO  (jetty-closer-483-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99120823635148811-127.0.0.1:43171_solr-n_0000000002) closing
   [junit4]   2> 1334327 INFO  (OverseerStateUpdate-99120823635148811-127.0.0.1:43171_solr-n_0000000002) [n:127.0.0.1:43171_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43171_solr
   [junit4]   2> 1334327 WARN  (OverseerAutoScalingTriggerThread-99120823635148811-127.0.0.1:43171_solr-n_0000000002) [n:127.0.0.1:43171_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1334328 INFO  (jetty-closer-483-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@75ef6008{/solr,null,UNAVAILABLE}
   [junit4]   2> 1334329 ERROR (SUITE-TestCollectionStateWatchers-seed#[488F83ADFA6211EA]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1334332 INFO  (SUITE-TestCollectionStateWatchers-seed#[488F83ADFA6211EA]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45705 45705
   [junit4]   2> 1345126 INFO  (Thread-313) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45705 45705
   [junit4]   2> 1345127 WARN  (Thread-313) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/aliases.json
   [junit4]   2> 	8	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/security.json
   [junit4]   2> 	6	/solr/configs/config
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	53	/solr/collections/falsepredicate/state.json
   [junit4]   2> 	26	/solr/collections/testcollection/state.json
   [junit4]   2> 	8	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/currentstate/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99120823635148811-127.0.0.1:43171_solr-n_0000000002
   [junit4]   2> 	2	/solr/autoscaling.json
   [junit4]   2> 	2	/solr/overseer_elect/election/99120823635148807-127.0.0.1:37189_solr-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/live_nodes
   [junit4]   2> 	8	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/autoscaling/events/.auto_add_replicas
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 	2	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-solrj/test/J2/temp/solr.common.cloud.TestCollectionStateWatchers_488F83ADFA6211EA-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1001, maxMBSortInHeap=5.165761408588986, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@aa85722), locale=mk, timezone=Africa/Lusaka
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=180981392,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [UuidEvaluatorTest, ArcCosineEvaluatorTest, DivideEvaluatorTest, CosineEvaluatorTest, TestBatchUpdate, GreaterThanEqualToEvaluatorTest, SolrExampleBinaryTest, SolrParamTest, NormalizeEvaluatorTest, JettyWebappTest, GetByIdTest, JdbcDriverTest, AddEvaluatorTest, CloudSolrClientBuilderTest, OperationsTest, MultiplyEvaluatorTest, TestCoreAdmin, TestSuggesterResponse, HttpSolrClientBuilderTest, StreamExpressionToExplanationTest, CoalesceEvaluatorTest, SolrExampleXMLTest, TestSolrJErrorHandling, TangentEvaluatorTest, ArrayEvaluatorTest, SolrExampleStreamingBinaryTest, SolrExampleJettyTest, LargeVolumeBinaryJettyTest, LargeVolumeJettyTest, TestEmbeddedSolrServer, SolrQueryTest, ContentStreamTest, TestFastInputStream, DocumentAnalysisResponseTest, SolrExceptionTest, FieldAnalysisResponseTest, UsingSolrJRefGuideExamplesTest, TestPolicy, BasicHttpSolrClientTest, ConcurrentUpdateSolrClientBuilderTest, LBHttpSolrClientBuilderTest, TestCloudSolrClientConnections, GraphTest, JDBCStreamTest, StreamingTest, FloorEvaluatorTest, HyperbolicCosineEvaluatorTest, HyperbolicTangentEvaluatorTest, LessThanEvaluatorTest, PowerEvaluatorTest, RecursiveEvaluatorTest, SineEvaluatorTest, SolrPingTest, NoOpResponseParserTest, TestCollectionStateWatchers]
   [junit4] Completed [146/146 (2!)] on J2 in 1242.57s, 9 tests, 2 failures, 2 errors <<< FAILURES!

[...truncated 46374 lines...]

[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build # 21032 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21032/
Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState

Error Message:
The trigger did not fire at all

Stack Trace:
java.lang.AssertionError: The trigger did not fire at all
	at __randomizedtesting.SeedInfo.seed([D660691469D13A46:5E5DE06B5311DBEB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.autoscaling.TriggerIntegrationTest.testNodeAddedTriggerRestoreState(TriggerIntegrationTest.java:414)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1796 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J0-20171205_043122_85611843886385711779040.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J1-20171205_043122_85610323896708529767255.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/core/test/temp/junit4-J2-20171205_043122_85614728139898939936146.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 290 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J1-20171205_043835_64316106012859220353455.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J0-20171205_043835_6435035006166971819297.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/test-framework/test/temp/junit4-J2-20171205_043835_6439023298735842020277.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1054 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20171205_043947_5559871934374239690505.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20171205_043947_5557356518422822605597.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20171205_043947_55416655373217692189921.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 226 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20171205_044124_01210108064591022959464.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20171205_044124_01211919142587355368033.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20171205_044124_0124182354060173594463.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 249 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20171205_044133_88314185415639615220266.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20171205_044133_8837207419979728249837.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20171205_044133_8836260758178291557492.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20171205_044200_96811030987552312199966.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20171205_044200_9752118251193971375909.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20171205_044200_968439875588892141699.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20171205_044204_74812319020638880944327.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20171205_044204_74818387260307883208976.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20171205_044204_74810327952911762934846.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20171205_044217_1206967195459086340523.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20171205_044217_1202381235593927189778.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 154 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20171205_044225_9901774245023046307417.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20171205_044225_9901433629584572866687.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20171205_044225_9903258274702911237158.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 169 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20171205_044228_7253405127413030078112.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 153 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20171205_044236_60213725841334845360072.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20171205_044236_6028530067965473922702.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 19 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20171205_044236_60210901216235670319047.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1270 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J2-20171205_044253_03414716220045067516910.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J1-20171205_044253_0344710012515748216861.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/benchmark/test/temp/junit4-J0-20171205_044253_0341600099807140755943.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 230 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J1-20171205_044300_2578844275548543800283.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J0-20171205_044300_25716349497238179363447.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/classification/test/temp/junit4-J2-20171205_044300_2577479813421208353573.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 249 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J0-20171205_044310_07917596476915530564325.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J1-20171205_044310_079797194597226302764.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/codecs/test/temp/junit4-J2-20171205_044310_0803737866219481584804.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 235 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J2-20171205_044519_0111830398167058615152.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J1-20171205_044519_01116318321656060871190.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/demo/test/temp/junit4-J0-20171205_044519_01117223034452295066522.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 170 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J2-20171205_044521_97415495226334478856603.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J1-20171205_044521_974233791237263610387.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/expressions/test/temp/junit4-J0-20171205_044521_97411874011388469876259.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 226 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J0-20171205_044527_8267574437371573968829.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J2-20171205_044527_8264190120433824477321.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/facet/test/temp/junit4-J1-20171205_044527_82615643501611442760885.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 179 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J2-20171205_044556_87812305041787730811294.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J1-20171205_044556_8783338584404520916490.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/grouping/test/temp/junit4-J0-20171205_044556_87813913594162685398885.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 246 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J2-20171205_044615_36317690962948110849206.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J1-20171205_044615_36214926059492703673322.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/highlighter/test/temp/junit4-J0-20171205_044615_3622246739134820696866.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 160 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J2-20171205_044630_0059078429569745525844.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J0-20171205_044630_00514157836597584173207.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/join/test/temp/junit4-J1-20171205_044630_0053120981747440318981.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J0-20171205_044642_92214823237365553493772.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/memory/test/temp/junit4-J1-20171205_044642_922871407691397361140.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 175 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J1-20171205_044650_8601343444097046515238.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J2-20171205_044650_86014644191836570059893.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/misc/test/temp/junit4-J0-20171205_044650_8609296335444290619385.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 304 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J1-20171205_044704_6954325508166497230269.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J2-20171205_044704_69510239181045673272220.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queries/test/temp/junit4-J0-20171205_044704_6958795623705433634303.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 227 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J0-20171205_044713_4961510870694434300528.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J1-20171205_044713_49616643739192212666747.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/queryparser/test/temp/junit4-J2-20171205_044713_4967726710793150494709.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 207 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J1-20171205_044722_7368235803787835812350.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J2-20171205_044722_7367736593220497736802.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/replicator/test/temp/junit4-J0-20171205_044722_736682385734056777614.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 218 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J2-20171205_044736_4123053998068527641775.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J0-20171205_044736_41215032489230914149412.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/sandbox/test/temp/junit4-J1-20171205_044736_4128847064953195915550.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 418 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20171205_044830_7141456328111197837729.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20171205_044830_7143772816864070421956.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20171205_044830_7145231006615722735348.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 148 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial/test/temp/junit4-J0-20171205_044846_46613264240927440491041.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 178 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20171205_044848_15915903619574074257353.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20171205_044848_159989110215119247380.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20171205_044848_1594988514261343825462.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 241 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J2-20171205_044936_7087755595725417236264.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 12 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J0-20171205_044936_7086370119325174611099.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/lucene/build/suggest/test/temp/junit4-J1-20171205_044936_70813445765802382295157.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3553 lines...]
   [junit4] Suite: org.apache.solr.cloud.autoscaling.TriggerIntegrationTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D660691469D13A46-001/init-core-data-001
   [junit4]   2> 2957479 WARN  (SUITE-TriggerIntegrationTest-seed#[D660691469D13A46]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 2957479 INFO  (SUITE-TriggerIntegrationTest-seed#[D660691469D13A46]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2957479 INFO  (SUITE-TriggerIntegrationTest-seed#[D660691469D13A46]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2957479 INFO  (SUITE-TriggerIntegrationTest-seed#[D660691469D13A46]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 2957480 INFO  (SUITE-TriggerIntegrationTest-seed#[D660691469D13A46]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D660691469D13A46-001/tempDir-001
   [junit4]   2> 2957480 INFO  (SUITE-TriggerIntegrationTest-seed#[D660691469D13A46]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2957480 INFO  (Thread-7025) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2957480 INFO  (Thread-7025) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2957481 ERROR (Thread-7025) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2957580 INFO  (SUITE-TriggerIntegrationTest-seed#[D660691469D13A46]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35729
   [junit4]   2> 2957586 INFO  (jetty-launcher-5644-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2957586 INFO  (jetty-launcher-5644-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2957587 INFO  (jetty-launcher-5644-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2707bc19{/solr,null,AVAILABLE}
   [junit4]   2> 2957587 INFO  (jetty-launcher-5644-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b2bce4b{/solr,null,AVAILABLE}
   [junit4]   2> 2957591 INFO  (jetty-launcher-5644-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@19e09a47{HTTP/1.1,[http/1.1]}{127.0.0.1:39753}
   [junit4]   2> 2957591 INFO  (jetty-launcher-5644-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@cdbe5e{HTTP/1.1,[http/1.1]}{127.0.0.1:43523}
   [junit4]   2> 2957591 INFO  (jetty-launcher-5644-thread-1) [    ] o.e.j.s.Server Started @2959762ms
   [junit4]   2> 2957591 INFO  (jetty-launcher-5644-thread-2) [    ] o.e.j.s.Server Started @2959762ms
   [junit4]   2> 2957591 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39753}
   [junit4]   2> 2957591 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43523}
   [junit4]   2> 2957591 ERROR (jetty-launcher-5644-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2957591 ERROR (jetty-launcher-5644-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2957592 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2957592 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2957592 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2957592 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2957592 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2957592 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2957592 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T05:39:53.127593Z
   [junit4]   2> 2957592 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T05:39:53.127738Z
   [junit4]   2> 2957595 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2957595 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2957602 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35729/solr
   [junit4]   2> 2957603 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35729/solr
   [junit4]   2> 2957649 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2957650 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43523_solr
   [junit4]   2> 2957650 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.c.Overseer Overseer (id=99120080028696581-127.0.0.1:43523_solr-n_0000000000) starting
   [junit4]   2> 2957650 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2957651 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39753_solr
   [junit4]   2> 2957651 INFO  (zkCallback-5656-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2957653 INFO  (zkCallback-5655-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2957657 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Adding .autoAddReplicas trigger
   [junit4]   2> 2957657 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 1
   [junit4]   2> 2957658 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43523_solr
   [junit4]   2> 2957658 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.NodeLostTrigger Initial livenodes: [127.0.0.1:39753_solr]
   [junit4]   2> 2957658 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion -1
   [junit4]   2> 2957658 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 1
   [junit4]   2> 2957658 INFO  (zkCallback-5656-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2957658 INFO  (zkCallback-5655-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2957660 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2957660 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 1, lastZnodeVersion 1
   [junit4]   2> 2957660 DEBUG (ScheduledTrigger-10745-thread-1) [    ] o.a.s.c.a.NodeLostTrigger Running NodeLostTrigger: .auto_add_replicas with currently live nodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr]
   [junit4]   2> 2957688 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39753.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2957694 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39753.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2957695 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39753.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2957695 INFO  (jetty-launcher-5644-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D660691469D13A46-001/tempDir-001/node1/.
   [junit4]   2> 2957696 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43523.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2957701 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43523.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2957701 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_43523.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2957702 INFO  (jetty-launcher-5644-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D660691469D13A46-001/tempDir-001/node2/.
   [junit4]   2> 2957718 INFO  (SUITE-TriggerIntegrationTest-seed#[D660691469D13A46]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2957719 INFO  (SUITE-TriggerIntegrationTest-seed#[D660691469D13A46]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35729/solr ready
   [junit4]   2> 2957724 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNodeAddedTrigger
   [junit4]   2> 2957724 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 2
   [junit4]   2> 2957724 DEBUG (zkCallback-5655-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 2
   [junit4]   2> 2957724 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 2
   [junit4]   2> 2957725 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2957725 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2957725 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 2, lastZnodeVersion 2
   [junit4]   2> 2957728 INFO  (qtp2086591296-32321) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2957728 INFO  (qtp2086591296-32321) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35729/solr ready
   [junit4]   2> 2957729 INFO  (qtp384132244-32326) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2957730 INFO  (qtp2086591296-32325) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2957730 DEBUG (qtp2086591296-32321) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2957730 INFO  (qtp2086591296-32321) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/autoscaling params={wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 2957730 DEBUG (zkCallback-5655-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 3
   [junit4]   2> 2957731 DEBUG (zkCallback-5655-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr]
   [junit4]   2> 2957731 DEBUG (zkCallback-5655-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 2957731 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 3
   [junit4]   2> 2957731 INFO  (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 2957731 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2957732 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 3, lastZnodeVersion 3
   [junit4]   2> 2957732 DEBUG (ScheduledTrigger-10745-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 2957732 DEBUG (ScheduledTrigger-10745-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr]
   [junit4]   2> 2957732 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2957732 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4dcf06c4{/solr,null,AVAILABLE}
   [junit4]   2> 2957733 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@543321a0{HTTP/1.1,[http/1.1]}{127.0.0.1:37699}
   [junit4]   2> 2957733 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.e.j.s.Server Started @2959904ms
   [junit4]   2> 2957733 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37699}
   [junit4]   2> 2957733 ERROR (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2957733 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2957733 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2957733 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2957733 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T05:39:53.268683Z
   [junit4]   2> 2957734 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2957737 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35729/solr
   [junit4]   2> 2957739 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16025300838000b, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 2957742 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2957743 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2957743 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37699_solr
   [junit4]   2> 2957744 INFO  (zkCallback-5655-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2957744 INFO  (zkCallback-5656-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2957744 INFO  (zkCallback-5671-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2957745 INFO  (zkCallback-5663-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2957772 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37699.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2957778 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37699.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2957778 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37699.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2957779 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D660691469D13A46-001/tempDir-001/node3/.
   [junit4]   2> 2958733 DEBUG (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 2958733 DEBUG (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr]
   [junit4]   2> 2958733 DEBUG (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:37699_solr at time 1512452394268000000
   [junit4]   2> 2959734 DEBUG (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 2959734 DEBUG (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr]
   [junit4]   2> 2959734 DEBUG (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger firing registered processor for nodes: [127.0.0.1:37699_solr] added at times [1512452394268000000], now=1512452395269000000
   [junit4]   2> 2959734 DEBUG (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"14fd4f7074087f00T7yjdirx7f6rb3evdowie8bvn",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1512452394268000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512452394268000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:37699_solr"]}}
   [junit4]   2> 2959734 INFO  (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 2959735 DEBUG (AutoscalingActionExecutor-10746-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14fd4f7074087f00T7yjdirx7f6rb3evdowie8bvn",
   [junit4]   2>   "source":"node_added_trigger",
   [junit4]   2>   "eventTime":1512452394268000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512452394268000000],
   [junit4]   2>     "_enqueue_time_":1512452395269000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:37699_solr"]}}
   [junit4]   2> 2959737 INFO  (qtp1481764186-32382) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2959738 INFO  (qtp1481764186-32382) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35729/solr ready
   [junit4]   2> 2959741 INFO  (qtp1481764186-32384) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2959742 INFO  (qtp384132244-32329) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2959742 INFO  (qtp2086591296-32316) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CORE.coreName&wt=javabin&version=2&group=solr.core} status=0 QTime=0
   [junit4]   2> 2959742 DEBUG (qtp1481764186-32382) [    ] o.a.s.c.a.AutoScalingHandler Verified autoscaling configuration
   [junit4]   2> 2959743 INFO  (qtp1481764186-32382) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/autoscaling params={wt=javabin&version=2} status=0 QTime=7
   [junit4]   2> 2959743 DEBUG (zkCallback-5655-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 4
   [junit4]   2> 2959743 DEBUG (zkCallback-5655-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr]
   [junit4]   2> 2959743 DEBUG (zkCallback-5655-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger node_added_trigger instantiated with properties: {event=nodeAdded, waitFor=1, actions=[{name=test, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$TestTriggerAction}], enabled=true}
   [junit4]   2> 2959743 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 4
   [junit4]   2> 2959744 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2959745 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 4, lastZnodeVersion 4
   [junit4]   2> 2960735 DEBUG (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 2960735 DEBUG (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr]
   [junit4]   2> 2961735 DEBUG (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger node_added_trigger
   [junit4]   2> 2961736 DEBUG (ScheduledTrigger-10745-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr]
   [junit4]   2> 2961743 INFO  (TEST-TriggerIntegrationTest.testNodeAddedTrigger-seed#[D660691469D13A46]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNodeAddedTrigger
   [junit4]   2> 2961759 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSetProperties
   [junit4]   2> 2961760 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.a.TriggerIntegrationTest /autoscaling.json reset, new znode version 5
   [junit4]   2> 2961760 DEBUG (zkCallback-5655-thread-1) [    ] o.a.s.c.a.OverseerTriggerThread Refreshing /autoscaling.json with znode version 5
   [junit4]   2> 2961760 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Processed trigger updates upto znodeVersion 5
   [junit4]   2> 2961761 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeLost markers
   [junit4]   2> 2961761 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread -- clean old nodeAdded markers
   [junit4]   2> 2961761 DEBUG (OverseerAutoScalingTriggerThread-99120080028696581-127.0.0.1:43523_solr-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread Current znodeVersion 5, lastZnodeVersion 5
   [junit4]   2> 2962765 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 1 to: 4
   [junit4]   2> 2970768 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerScheduleDelaySeconds from: 4 to: 1
   [junit4]   2> 2980776 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: triggerCorePoolSize from: 4 to: 6
   [junit4]   2> 2990778 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.a.ScheduledTriggers Changing value of autoscaling property: actionThrottlePeriodSeconds from: 5 to: 6
   [junit4]   2> 2990778 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr]
   [junit4]   2> 2990778 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
   [junit4]   2> 2990779 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 2990779 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.a.NodeAddedTrigger Initial livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr]
   [junit4]   2> 2990779 DEBUG (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 instantiated with properties: {waitFor=0, actions=[{name=throttler, class=org.apache.solr.cloud.autoscaling.TriggerIntegrationTest$ThrottlingTesterAction}]}
   [junit4]   2> 2990779 DEBUG (ScheduledTrigger-10758-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
   [junit4]   2> 2990779 DEBUG (ScheduledTrigger-10758-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr]
   [junit4]   2> 2990779 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.a.TriggerIntegrationTest TestTriggerAction init
   [junit4]   2> 2990780 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 2990780 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@692a4cd6{/solr,null,AVAILABLE}
   [junit4]   2> 2990780 DEBUG (ScheduledTrigger-10758-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
   [junit4]   2> 2990780 DEBUG (ScheduledTrigger-10758-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr]
   [junit4]   2> 2990780 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7bd65262{HTTP/1.1,[http/1.1]}{127.0.0.1:42459}
   [junit4]   2> 2990781 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.e.j.s.Server Started @2992951ms
   [junit4]   2> 2990781 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42459}
   [junit4]   2> 2990781 ERROR (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2990781 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 2990781 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2990781 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2990781 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T05:40:26.316445Z
   [junit4]   2> 2990782 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2990786 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35729/solr
   [junit4]   2> 2990789 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2990789 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2990790 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42459_solr
   [junit4]   2> 2990790 INFO  (zkCallback-5655-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2990790 INFO  (zkCallback-5663-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2990790 INFO  (zkCallback-5671-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2990791 INFO  (zkCallback-5656-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2990791 INFO  (zkCallback-5681-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2990834 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42459.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2990844 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42459.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2990844 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_42459.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@31ecb4e6
   [junit4]   2> 2990845 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.autoscaling.TriggerIntegrationTest_D660691469D13A46-001/tempDir-001/node4/.
   [junit4]   2> 2991780 DEBUG (ScheduledTrigger-10758-thread-6) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
   [junit4]   2> 2991780 DEBUG (ScheduledTrigger-10758-thread-6) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2991780 DEBUG (ScheduledTrigger-10758-thread-6) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42459_solr at time 1512452427315000000
   [junit4]   2> 2991780 DEBUG (ScheduledTrigger-10758-thread-6) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y1 firing registered processor for nodes: [127.0.0.1:42459_solr] added at times [1512452427315000000], now=1512452427315000000
   [junit4]   2> 2991780 DEBUG (ScheduledTrigger-10758-thread-6) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"14fd4f7825c9b2c0T7yjdirx7f6rb3evdowie8bvp",
   [junit4]   2>   "source":"y1",
   [junit4]   2>   "eventTime":1512452427315000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512452427315000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:42459_solr"]}}
   [junit4]   2> 2991781 DEBUG (AutoscalingActionExecutor-10759-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14fd4f7825c9b2c0T7yjdirx7f6rb3evdowie8bvp",
   [junit4]   2>   "source":"y1",
   [junit4]   2>   "eventTime":1512452427315000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512452427315000000],
   [junit4]   2>     "_enqueue_time_":1512452427315000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:42459_solr"]}}
   [junit4]   2> 2991781 INFO  (AutoscalingActionExecutor-10759-thread-1) [    ] o.a.s.c.a.TriggerIntegrationTest action executed from y1
   [junit4]   2> 2992781 DEBUG (ScheduledTrigger-10758-thread-5) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
   [junit4]   2> 2992781 DEBUG (ScheduledTrigger-10758-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
   [junit4]   2> 2992781 DEBUG (ScheduledTrigger-10758-thread-5) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2992781 DEBUG (ScheduledTrigger-10758-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2992781 DEBUG (ScheduledTrigger-10758-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Tracking new node: 127.0.0.1:42459_solr at time 1512452428316000000
   [junit4]   2> 2992781 DEBUG (ScheduledTrigger-10758-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:42459_solr] added at times [1512452428316000000], now=1512452428316000000
   [junit4]   2> 2992782 DEBUG (ScheduledTrigger-10758-thread-2) [    ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"14fd4f786173bf00T7yjdirx7f6rb3evdowie8bvq",
   [junit4]   2>   "source":"y2",
   [junit4]   2>   "eventTime":1512452428316000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512452428316000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:42459_solr"]}}
   [junit4]   2> 2993781 DEBUG (ScheduledTrigger-10758-thread-5) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
   [junit4]   2> 2993782 DEBUG (ScheduledTrigger-10758-thread-5) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2993782 DEBUG (ScheduledTrigger-10758-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
   [junit4]   2> 2993782 DEBUG (ScheduledTrigger-10758-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2993782 DEBUG (ScheduledTrigger-10758-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:42459_solr] added at times [1512452428316000000], now=1512452429317000000
   [junit4]   2> 2993782 DEBUG (ScheduledTrigger-10758-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"14fd4f786173bf00T7yjdirx7f6rb3evdowie8bvr",
   [junit4]   2>   "source":"y2",
   [junit4]   2>   "eventTime":1512452428316000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512452428316000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:42459_solr"]}}
   [junit4]   2> 2994782 DEBUG (ScheduledTrigger-10758-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
   [junit4]   2> 2994782 DEBUG (ScheduledTrigger-10758-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2994782 DEBUG (ScheduledTrigger-10758-thread-6) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
   [junit4]   2> 2994782 DEBUG (ScheduledTrigger-10758-thread-6) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2994782 DEBUG (ScheduledTrigger-10758-thread-6) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:42459_solr] added at times [1512452428316000000], now=1512452430317000000
   [junit4]   2> 2994782 DEBUG (ScheduledTrigger-10758-thread-6) [    ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"14fd4f786173bf00T7yjdirx7f6rb3evdowie8bvs",
   [junit4]   2>   "source":"y2",
   [junit4]   2>   "eventTime":1512452428316000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512452428316000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:42459_solr"]}}
   [junit4]   2> 2995782 DEBUG (ScheduledTrigger-10758-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
   [junit4]   2> 2995782 DEBUG (ScheduledTrigger-10758-thread-4) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2995783 DEBUG (ScheduledTrigger-10758-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
   [junit4]   2> 2995783 DEBUG (ScheduledTrigger-10758-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2995783 DEBUG (ScheduledTrigger-10758-thread-2) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:42459_solr] added at times [1512452428316000000], now=1512452431318000000
   [junit4]   2> 2995783 DEBUG (ScheduledTrigger-10758-thread-2) [    ] o.a.s.c.a.ScheduledTriggers -------- Cooldown period - rejecting event: {
   [junit4]   2>   "id":"14fd4f786173bf00T7yjdirx7f6rb3evdowie8bvt",
   [junit4]   2>   "source":"y2",
   [junit4]   2>   "eventTime":1512452428316000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512452428316000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:42459_solr"]}}
   [junit4]   2> 2996782 DEBUG (ScheduledTrigger-10758-thread-5) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
   [junit4]   2> 2996782 DEBUG (ScheduledTrigger-10758-thread-5) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2996783 DEBUG (ScheduledTrigger-10758-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
   [junit4]   2> 2996783 DEBUG (ScheduledTrigger-10758-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2996783 DEBUG (ScheduledTrigger-10758-thread-1) [    ] o.a.s.c.a.NodeAddedTrigger NodeAddedTrigger y2 firing registered processor for nodes: [127.0.0.1:42459_solr] added at times [1512452428316000000], now=1512452432318000000
   [junit4]   2> 2996783 DEBUG (ScheduledTrigger-10758-thread-1) [    ] o.a.s.c.a.ScheduledTriggers ++++++++ Cooldown inactive - processing event: {
   [junit4]   2>   "id":"14fd4f786173bf00T7yjdirx7f6rb3evdowie8bvu",
   [junit4]   2>   "source":"y2",
   [junit4]   2>   "eventTime":1512452428316000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512452428316000000],
   [junit4]   2>     "nodeNames":["127.0.0.1:42459_solr"]}}
   [junit4]   2> 2996784 DEBUG (AutoscalingActionExecutor-10759-thread-1) [    ] o.a.s.c.a.ScheduledTriggers -- processing actions for {
   [junit4]   2>   "id":"14fd4f786173bf00T7yjdirx7f6rb3evdowie8bvu",
   [junit4]   2>   "source":"y2",
   [junit4]   2>   "eventTime":1512452428316000000,
   [junit4]   2>   "eventType":"NODEADDED",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512452428316000000],
   [junit4]   2>     "_enqueue_time_":1512452432319000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:42459_solr"]}}
   [junit4]   2> 2996784 INFO  (AutoscalingActionExecutor-10759-thread-1) [    ] o.a.s.c.ActionThrottle The last action attempt started 5003ms ago.
   [junit4]   2> 2996784 INFO  (AutoscalingActionExecutor-10759-thread-1) [    ] o.a.s.c.ActionThrottle Throttling action attempts - waiting for 996ms
   [junit4]   2> 2997781 INFO  (AutoscalingActionExecutor-10759-thread-1) [    ] o.a.s.c.a.TriggerIntegrationTest last action at 1512452427316000000 time = 1512452433316000000 expected diff: 5998000000
   [junit4]   2> 2997781 INFO  (AutoscalingActionExecutor-10759-thread-1) [    ] o.a.s.c.a.TriggerIntegrationTest action executed from y2
   [junit4]   2> 2997782 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7bd65262{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2997782 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1476557380
   [junit4]   2> 2997782 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 2997782 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5e6c6b46: rootName = solr_42459, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@43e4d65d
   [junit4]   2> 2997783 DEBUG (ScheduledTrigger-10758-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y1
   [junit4]   2> 2997783 DEBUG (ScheduledTrigger-10758-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2997786 DEBUG (ScheduledTrigger-10758-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Running NodeAddedTrigger y2
   [junit4]   2> 2997786 DEBUG (ScheduledTrigger-10758-thread-3) [    ] o.a.s.c.a.NodeAddedTrigger Found livenodes: [127.0.0.1:43523_solr, 127.0.0.1:39753_solr, 127.0.0.1:37699_solr, 127.0.0.1:42459_solr]
   [junit4]   2> 2997786 INFO  (TEST-TriggerIntegrationTest.testSetProperties-seed#[D660691469D13A46]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for regist

[...truncated too long message...]

orkspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J0-20171205_055433_23314910161315486960257.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20171205_055433_23312895934369184324414.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 553 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20171205_055537_38412659563213111314016.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20171205_055537_384106925195584595551.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20171205_055537_3845983784273823149862.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1259 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20171205_055554_0034170888474764009338.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20171205_055554_00317983199365427876437.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 647 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20171205_055601_1912825039336294602594.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20171205_055601_19110095076097316507835.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20171205_055601_1919054246879666067965.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 557 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20171205_055628_1568278518931473338945.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20171205_055628_1564299404696704622491.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20171205_055628_156203631285822152825.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 563 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20171205_055638_53215951183863087550081.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20171205_055638_5323643809271233600878.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 653 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20171205_055644_84217887900439758305008.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20171205_055644_84211093484076200112452.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20171205_055644_8428377488390482131210.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 596 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20171205_055710_41411390890913087149347.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20171205_055710_4149125025933457557034.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 548 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20171205_055722_3331081534874458178754.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 31644 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 21031 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21031/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

5 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.BlobRepositoryCloudTest

Error Message:
Error from server at http://127.0.0.1:34343/solr: Could not fully create collection: col2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34343/solr: Could not fully create collection: col2
	at __randomizedtesting.SeedInfo.seed([418FA9B9AE7D42D9]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.core.BlobRepositoryCloudTest.setupCluster(BlobRepositoryCloudTest.java:59)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:874)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly

Error Message:
Unexpected number of elements in the group for intGSF: 8

Stack Trace:
java.lang.AssertionError: Unexpected number of elements in the group for intGSF: 8
	at __randomizedtesting.SeedInfo.seed([418FA9B9AE7D42D9:DA34C7E1E3257087]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.DocValuesNotIndexedTest.testGroupingDVOnly(DocValuesNotIndexedTest.java:377)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionStateFormat2Test.testZkNodeLocation

Error Message:
Error from server at https://127.0.0.1:40835/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40835/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([418FA9B9AE7D42D9:E2223190312CC2D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.CollectionStateFormat2Test.testZkNodeLocation(CollectionStateFormat2Test.java:48)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:38857

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38857
	at __randomizedtesting.SeedInfo.seed([418FA9B9AE7D42D9:C9DB966300812F21]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 43 more


FAILED:  org.apache.solr.cloud.ZkFailoverTest.testRestartZkWhenClusterDown

Error Message:
Error from server at http://127.0.0.1:32959/solr: create the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:32959/solr: create the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([418FA9B9AE7D42D9:2F182AF5D79AE45A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.ZkFailoverTest.testRestartZkWhenClusterDown(ZkFailoverTest.java:49)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11620 lines...]
   [junit4] Suite: org.apache.solr.core.BlobRepositoryCloudTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.BlobRepositoryCloudTest_418FA9B9AE7D42D9-001/init-core-data-001
   [junit4]   2> 54516 WARN  (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=3 numCloses=3
   [junit4]   2> 54516 INFO  (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 54517 INFO  (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 54517 INFO  (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 54518 INFO  (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.BlobRepositoryCloudTest_418FA9B9AE7D42D9-001/tempDir-001
   [junit4]   2> 54518 INFO  (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 54519 INFO  (Thread-81) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 54519 INFO  (Thread-81) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 54523 ERROR (Thread-81) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 54619 INFO  (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:42139
   [junit4]   2> 54625 INFO  (jetty-launcher-74-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 54632 INFO  (jetty-launcher-74-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@516dc36e{/solr,null,AVAILABLE}
   [junit4]   2> 54633 INFO  (jetty-launcher-74-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@64d766c5{HTTP/1.1,[http/1.1]}{127.0.0.1:34343}
   [junit4]   2> 54633 INFO  (jetty-launcher-74-thread-1) [    ] o.e.j.s.Server Started @56076ms
   [junit4]   2> 54633 INFO  (jetty-launcher-74-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34343}
   [junit4]   2> 54634 ERROR (jetty-launcher-74-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 54634 INFO  (jetty-launcher-74-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 54634 INFO  (jetty-launcher-74-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 54634 INFO  (jetty-launcher-74-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 54634 INFO  (jetty-launcher-74-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T01:50:24.218Z
   [junit4]   2> 54647 INFO  (jetty-launcher-74-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 54662 INFO  (jetty-launcher-74-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42139/solr
   [junit4]   2> 54726 INFO  (jetty-launcher-74-thread-1) [n:127.0.0.1:34343_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 54726 INFO  (jetty-launcher-74-thread-1) [n:127.0.0.1:34343_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34343_solr
   [junit4]   2> 54727 INFO  (jetty-launcher-74-thread-1) [n:127.0.0.1:34343_solr    ] o.a.s.c.Overseer Overseer (id=99119177669279747-127.0.0.1:34343_solr-n_0000000000) starting
   [junit4]   2> 54731 INFO  (jetty-launcher-74-thread-1) [n:127.0.0.1:34343_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34343_solr
   [junit4]   2> 54734 INFO  (zkCallback-81-thread-1-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 54829 INFO  (jetty-launcher-74-thread-1) [n:127.0.0.1:34343_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34343.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee63135
   [junit4]   2> 54836 INFO  (jetty-launcher-74-thread-1) [n:127.0.0.1:34343_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34343.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee63135
   [junit4]   2> 54837 INFO  (jetty-launcher-74-thread-1) [n:127.0.0.1:34343_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34343.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee63135
   [junit4]   2> 54838 INFO  (jetty-launcher-74-thread-1) [n:127.0.0.1:34343_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.BlobRepositoryCloudTest_418FA9B9AE7D42D9-001/tempDir-001/node1/.
   [junit4]   2> 54860 INFO  (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 54861 INFO  (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42139/solr ready
   [junit4]   2> 54869 INFO  (qtp1330688440-431) [n:127.0.0.1:34343_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&name=.system&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 54876 INFO  (OverseerThreadFactory-193-thread-1-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.CreateCollectionCmd Create collection .system
   [junit4]   2> 54988 INFO  (OverseerStateUpdate-99119177669279747-127.0.0.1:34343_solr-n_0000000000) [n:127.0.0.1:34343_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":".system",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":".system_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34343/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 55187 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 55187 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 55291 INFO  (zkCallback-81-thread-1-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 55291 INFO  (zkCallback-81-thread-2-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 56197 WARN  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.Config You should not use LATEST as luceneMatchVersion property: if you use this setting, and then Solr upgrades to a newer release of Lucene, sizable changes may happen. If precise back compatibility is important then you should instead explicitly specify an actual Lucene version.
   [junit4]   2> 56198 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 56205 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema.xml instead
   [junit4]   2> 56210 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema [.system_shard1_replica_n1] Schema name=_system collection or core
   [junit4]   2> 56216 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema _system collection or core/1.1 with uniqueid field id
   [junit4]   2> 56221 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchema Created and persisted managed schema znode at /configs/.system/managed-schema
   [junit4]   2> 56222 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ManagedIndexSchemaFactory After upgrading to managed schema in ZooKeeper, renamed the non-managed schema /configs/.system/schema.xml to /configs/.system/schema.xml.bak
   [junit4]   2> 56222 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore '.system_shard1_replica_n1' using configuration from collection .system, trusted=true
   [junit4]   2> 56223 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34343.solr.core..system.shard1.replica_n1' (registry 'solr.core..system.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee63135
   [junit4]   2> 56223 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 56223 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [[.system_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.BlobRepositoryCloudTest_418FA9B9AE7D42D9-001/tempDir-001/node1/.system_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.BlobRepositoryCloudTest_418FA9B9AE7D42D9-001/tempDir-001/node1/./.system_shard1_replica_n1/data/]
   [junit4]   2> 56260 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 56260 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 56261 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: if 1 uncommited docs 
   [junit4]   2> 56261 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 56262 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2be8dcc7[.system_shard1_replica_n1] main]
   [junit4]   2> 56263 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/.system
   [junit4]   2> 56263 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/.system
   [junit4]   2> 56265 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/.system/managed-schema
   [junit4]   2> 56266 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
   [junit4]   2> 56266 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 56267 INFO  (searcherExecutor-196-thread-1-processing-n:127.0.0.1:34343_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node2) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@2be8dcc7[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 56267 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585906844540338176
   [junit4]   2> 56270 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 56270 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 56270 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34343/solr/.system_shard1_replica_n1/
   [junit4]   2> 56270 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 56270 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:34343/solr/.system_shard1_replica_n1/ has no replicas
   [junit4]   2> 56270 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 56271 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34343/solr/.system_shard1_replica_n1/ shard1
   [junit4]   2> 56372 INFO  (zkCallback-81-thread-2-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 56372 INFO  (zkCallback-81-thread-3-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 56422 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 56433 INFO  (qtp1330688440-432) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=.system&newCollection=true&name=.system_shard1_replica_n1&action=CREATE&numShards=1&collection=.system&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1246
   [junit4]   2> 56436 INFO  (qtp1330688440-431) [n:127.0.0.1:34343_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 56524 INFO  (zkCallback-81-thread-3-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 56524 INFO  (zkCallback-81-thread-1-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/.system/state.json] for collection [.system] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 56877 INFO  (OverseerCollectionConfigSetProcessor-99119177669279747-127.0.0.1:34343_solr-n_0000000000) [n:127.0.0.1:34343_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 57436 INFO  (qtp1330688440-431) [n:127.0.0.1:34343_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&name=.system&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2566
   [junit4]   2> 57465 INFO  (qtp1330688440-427) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.BlobHandler inserting new blob testResource/1 ,size 15, md5 ba85e4dadaf520173c7e00182988b9f
   [junit4]   2> 57465 INFO  (qtp1330688440-427) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.BlobHandler Adding doc: {id=testResource/1, type=blob, md5=ba85e4dadaf520173c7e00182988b9f, blobName=testResource, version=1, timestamp=Tue Dec 05 09:50:27 ULAT 2017, size=15, blob=java.nio.HeapByteBuffer[pos=0 lim=15 cap=32]}
   [junit4]   2> 57478 INFO  (qtp1330688440-427) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.BlobHandler committing doc: {id=testResource/1, type=blob, md5=ba85e4dadaf520173c7e00182988b9f, blobName=testResource, version=1, timestamp=Tue Dec 05 09:50:27 ULAT 2017, size=15, blob=java.nio.HeapByteBuffer[pos=0 lim=15 cap=32]}
   [junit4]   2> 57478 INFO  (qtp1330688440-427) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1585906845810163712,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 57478 INFO  (qtp1330688440-427) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@42d5e9b1 commitCommandVersion:1585906845810163712
   [junit4]   2> 57541 INFO  (qtp1330688440-427) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@78854701[.system_shard1_replica_n1] main]
   [junit4]   2> 57541 INFO  (qtp1330688440-427) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 57542 INFO  (searcherExecutor-196-thread-1-processing-n:127.0.0.1:34343_solr x:.system_shard1_replica_n1 s:shard1 c:.system r:core_node2) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1] Registered new searcher Searcher@78854701[.system_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
   [junit4]   2> 57542 INFO  (qtp1330688440-427) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [.system_shard1_replica_n1]  webapp=/solr path=/blob/testResource params={}{add=[testResource/1 (1585906845797580800)],commit=} 0 95
   [junit4]   2> 57542 INFO  (qtp1330688440-427) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.h.BlobHandler  Successfully Added and committed a blob with id testResource/1 and size 15 
   [junit4]   2> 57544 INFO  (qtp1330688440-433) [n:127.0.0.1:34343_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=configname&name=col1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 57546 INFO  (OverseerThreadFactory-193-thread-2-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.CreateCollectionCmd Create collection col1
   [junit4]   2> 57751 INFO  (OverseerStateUpdate-99119177669279747-127.0.0.1:34343_solr-n_0000000000) [n:127.0.0.1:34343_solr    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "collection":"col1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"col1_shard1_replica_n1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:34343/solr",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 57953 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=configname&newCollection=true&name=col1_shard1_replica_n1&action=CREATE&numShards=1&collection=col1&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 58056 INFO  (zkCallback-81-thread-1-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/col1/state.json] for collection [col1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 58056 INFO  (zkCallback-81-thread-3-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/col1/state.json] for collection [col1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 58963 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 58970 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.s.IndexSchema [col1_shard1_replica_n1] Schema name=minimal
   [junit4]   2> 58971 WARN  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 58972 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field null
   [junit4]   2> 58972 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'col1_shard1_replica_n1' using configuration from collection col1, trusted=true
   [junit4]   2> 58973 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34343.solr.core.col1.shard1.replica_n1' (registry 'solr.core.col1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee63135
   [junit4]   2> 58973 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 58973 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.SolrCore [[col1_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.BlobRepositoryCloudTest_418FA9B9AE7D42D9-001/tempDir-001/node1/col1_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.BlobRepositoryCloudTest_418FA9B9AE7D42D9-001/tempDir-001/node1/./col1_shard1_replica_n1/data/]
   [junit4]   2> 59050 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 59050 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 59052 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a646eeb[col1_shard1_replica_n1] main]
   [junit4]   2> 59053 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/configname
   [junit4]   2> 59053 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/configname
   [junit4]   2> 59054 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.h.c.ResourceSharingTestComponent Informing test component...
   [junit4]   2> 59067 INFO  (qtp1330688440-428) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.S.Request [.system_shard1_replica_n1]  webapp=/solr path=/blob/testResource/1 params={wt=filestream} status=0 QTime=8
   [junit4]   2> 59069 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.h.c.ResourceSharingTestComponent Loaded 2  using sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 59070 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.h.c.ResourceSharingTestComponent Test component informed!
   [junit4]   2> 59070 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 59072 INFO  (searcherExecutor-201-thread-1-processing-n:127.0.0.1:34343_solr x:col1_shard1_replica_n1 s:shard1 c:col1 r:core_node2) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.SolrCore [col1_shard1_replica_n1] Registered new searcher Searcher@a646eeb[col1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 59083 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 59083 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 59083 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34343/solr/col1_shard1_replica_n1/
   [junit4]   2> 59083 ERROR (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.SyncStrategy No UpdateLog found - cannot sync
   [junit4]   2> 59083 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 59083 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 59086 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34343/solr/col1_shard1_replica_n1/ shard1
   [junit4]   2> 59189 INFO  (zkCallback-81-thread-3-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/col1/state.json] for collection [col1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 59189 INFO  (zkCallback-81-thread-1-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/col1/state.json] for collection [col1] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 59237 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 59245 INFO  (qtp1330688440-426) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=configname&newCollection=true&name=col1_shard1_replica_n1&action=CREATE&numShards=1&collection=col1&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1292
   [junit4]   2> 59251 INFO  (qtp1330688440-433) [n:127.0.0.1:34343_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 59547 INFO  (OverseerCollectionConfigSetProcessor-99119177669279747-127.0.0.1:34343_solr-n_0000000000) [n:127.0.0.1:34343_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 89260 ERROR (qtp1330688440-433) [n:127.0.0.1:34343_solr    ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE replica http://127.0.0.1:34343/solr/col1_shard1_replica_n1/ is in state of down with timeout=30
   [junit4]   2> 89260 INFO  (qtp1330688440-433) [n:127.0.0.1:34343_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=configname&name=col1&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=31715
   [junit4]   2> 89262 INFO  (qtp1330688440-431) [n:127.0.0.1:34343_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=configname&name=col2&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 89263 INFO  (OverseerThreadFactory-193-thread-3-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.CreateCollectionCmd Create collection col2
   [junit4]   2> 119300 ERROR (OverseerThreadFactory-193-thread-3-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: col2 operation: create failed:org.apache.solr.common.SolrException: Could not fully create collection: col2
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:215)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 119307 INFO  (qtp1330688440-431) [n:127.0.0.1:34343_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=configname&name=col2&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=500 QTime=30045
   [junit4]   2> 119308 ERROR (qtp1330688440-431) [n:127.0.0.1:34343_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Could not fully create collection: col2
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:308)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:245)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:223)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 119320 INFO  (jetty-closer-75-thread-1) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@64d766c5{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 119320 INFO  (jetty-closer-75-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1942071296
   [junit4]   2> 119320 INFO  (jetty-closer-75-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 119320 INFO  (jetty-closer-75-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@171fe855: rootName = solr_34343, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@372fc330
   [junit4]   2> 119325 INFO  (jetty-closer-75-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 119325 INFO  (jetty-closer-75-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3273921b: rootName = solr_34343, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@1d6d24b0
   [junit4]   2> 119328 INFO  (jetty-closer-75-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 119329 INFO  (jetty-closer-75-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55234f9e: rootName = solr_34343, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@71c3e726
   [junit4]   2> 119330 INFO  (jetty-closer-75-thread-1) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34343_solr
   [junit4]   2> 119330 INFO  (jetty-closer-75-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 119331 INFO  (zkCallback-81-thread-3-processing-n:127.0.0.1:34343_solr) [n:127.0.0.1:34343_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 119331 INFO  (coreCloseExecutor-205-thread-1) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.c.SolrCore [.system_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@62d993f6
   [junit4]   2> 119331 INFO  (coreCloseExecutor-205-thread-2) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.c.SolrCore [col1_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5b745b81
   [junit4]   2> 119331 INFO  (coreCloseExecutor-205-thread-1) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core..system.shard1.replica_n1, tag=1658426358
   [junit4]   2> 119331 INFO  (coreCloseExecutor-205-thread-1) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6e5ec400: rootName = solr_34343, domain = solr.core..system.shard1.replica_n1, service url = null, agent id = null] for registry solr.core..system.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@25cffebd
   [junit4]   2> 119335 INFO  (coreCloseExecutor-205-thread-2) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.col1.shard1.replica_n1, tag=1534352257
   [junit4]   2> 119335 INFO  (coreCloseExecutor-205-thread-2) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3bc3b3b9: rootName = solr_34343, domain = solr.core.col1.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.col1.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@25ff7249
   [junit4]   2> 119340 INFO  (coreCloseExecutor-205-thread-2) [n:127.0.0.1:34343_solr c:col1 s:shard1 r:core_node2 x:col1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.col1.shard1.leader, tag=1534352257
   [junit4]   2> 119340 INFO  (coreCloseExecutor-205-thread-1) [n:127.0.0.1:34343_solr c:.system s:shard1 r:core_node2 x:.system_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection..system.shard1.leader, tag=1658426358
   [junit4]   2> 119347 INFO  (jetty-closer-75-thread-1) [    ] o.a.s.c.Overseer Overseer (id=99119177669279747-127.0.0.1:34343_solr-n_0000000000) closing
   [junit4]   2> 119347 INFO  (OverseerStateUpdate-99119177669279747-127.0.0.1:34343_solr-n_0000000000) [n:127.0.0.1:34343_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34343_solr
   [junit4]   2> 119347 WARN  (OverseerAutoScalingTriggerThread-99119177669279747-127.0.0.1:34343_solr-n_0000000000) [n:127.0.0.1:34343_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 119348 INFO  (jetty-closer-75-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@516dc36e{/solr,null,UNAVAILABLE}
   [junit4]   2> 119348 ERROR (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 119349 INFO  (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42139 42139
   [junit4]   2> 124376 INFO  (Thread-81) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42139 42139
   [junit4]   2> 124376 WARN  (Thread-81) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections/.system/state.json
   [junit4]   2> 	4	/solr/collections/col1/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 124377 INFO  (SUITE-BlobRepositoryCloudTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {blobName=Lucene50(blocksize=128), id=PostingsFormat(name=Memory), type=FSTOrd50, md5=FSTOrd50}, docValues:{size=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Asserting), version=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1169, maxMBSortInHeap=7.247146998908374, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@c6de598), locale=en-IE, timezone=Asia/Ulan_Bator
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=324697568,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [MetricUtilsTest, ReplaceNodeTest, DirectSolrConnectionTest, EchoParamsTest, TestEmbeddedSolrServerConstructors, DocExpirationUpdateProcessorFactoryTest, CollectionReloadTest, SystemInfoHandlerTest, PreAnalyzedUpdateProcessorTest, TestManagedResourceStorage, BlobRepositoryCloudTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BlobRepositoryCloudTest -Dtests.seed=418FA9B9AE7D42D9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-IE -Dtests.timezone=Asia/Ulan_Bator -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J2 | BlobRepositoryCloudTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:34343/solr: Could not fully create collection: col2
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([418FA9B9AE7D42D9]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.core.BlobRepositoryCloudTest.setupCluster(BlobRepositoryCloudTest.java:59)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [21/752 (1!)] on J2 in 69.88s, 0 tests, 1 error <<< FAILURES!

[...truncated 108 lines...]
   [junit4] Suite: org.apache.solr.cloud.ZkFailoverTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ZkFailoverTest_418FA9B9AE7D42D9-001/init-core-data-001
   [junit4]   2> 180859 WARN  (SUITE-ZkFailoverTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=11 numCloses=11
   [junit4]   2> 180859 INFO  (SUITE-ZkFailoverTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 180861 INFO  (SUITE-ZkFailoverTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 180861 INFO  (SUITE-ZkFailoverTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 180861 INFO  (SUITE-ZkFailoverTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ZkFailoverTest_418FA9B9AE7D42D9-001/tempDir-001
   [junit4]   2> 180861 INFO  (SUITE-ZkFailoverTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 180876 INFO  (Thread-460) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 180876 INFO  (Thread-460) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 180892 ERROR (Thread-460) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 180976 INFO  (SUITE-ZkFailoverTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38321
   [junit4]   2> 181011 INFO  (jetty-launcher-178-thread-1) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 181011 INFO  (jetty-launcher-178-thread-2) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 181012 INFO  (jetty-launcher-178-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e56decd{/solr,null,AVAILABLE}
   [junit4]   2> 181017 INFO  (jetty-launcher-178-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3a2f1a2b{HTTP/1.1,[http/1.1]}{127.0.0.1:32959}
   [junit4]   2> 181017 INFO  (jetty-launcher-178-thread-1) [    ] o.e.j.s.Server Started @182459ms
   [junit4]   2> 181017 INFO  (jetty-launcher-178-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=32959}
   [junit4]   2> 181017 ERROR (jetty-launcher-178-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 181017 INFO  (jetty-launcher-178-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 181017 INFO  (jetty-launcher-178-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 181017 INFO  (jetty-launcher-178-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 181017 INFO  (jetty-launcher-178-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T01:52:30.601Z
   [junit4]   2> 181020 INFO  (jetty-launcher-178-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@ed83b09{/solr,null,AVAILABLE}
   [junit4]   2> 181024 INFO  (jetty-launcher-178-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1f095fad{HTTP/1.1,[http/1.1]}{127.0.0.1:41381}
   [junit4]   2> 181024 INFO  (jetty-launcher-178-thread-2) [    ] o.e.j.s.Server Started @182466ms
   [junit4]   2> 181024 INFO  (jetty-launcher-178-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41381}
   [junit4]   2> 181032 ERROR (jetty-launcher-178-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 181032 INFO  (jetty-launcher-178-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.0.0
   [junit4]   2> 181032 INFO  (jetty-launcher-178-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 181032 INFO  (jetty-launcher-178-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 181032 INFO  (jetty-launcher-178-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-05T01:52:30.616Z
   [junit4]   2> 181039 INFO  (jetty-launcher-178-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 181042 INFO  (jetty-launcher-178-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 181052 INFO  (jetty-launcher-178-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38321/solr
   [junit4]   2> 181053 INFO  (jetty-launcher-178-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38321/solr
   [junit4]   2> 181122 INFO  (jetty-launcher-178-thread-1) [n:127.0.0.1:32959_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 181126 INFO  (jetty-launcher-178-thread-1) [n:127.0.0.1:32959_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:32959_solr
   [junit4]   2> 181127 INFO  (jetty-launcher-178-thread-1) [n:127.0.0.1:32959_solr    ] o.a.s.c.Overseer Overseer (id=99119185950932997-127.0.0.1:32959_solr-n_0000000000) starting
   [junit4]   2> 181129 INFO  (jetty-launcher-178-thread-2) [n:127.0.0.1:41381_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 181131 INFO  (jetty-launcher-178-thread-2) [n:127.0.0.1:41381_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41381_solr
   [junit4]   2> 181136 INFO  (zkCallback-189-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 181136 INFO  (zkCallback-190-thread-1-processing-n:127.0.0.1:41381_solr) [n:127.0.0.1:41381_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 181149 INFO  (jetty-launcher-178-thread-1) [n:127.0.0.1:32959_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:32959_solr
   [junit4]   2> 181150 INFO  (zkCallback-190-thread-1-processing-n:127.0.0.1:41381_solr) [n:127.0.0.1:41381_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 181173 INFO  (zkCallback-189-thread-2-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 181218 INFO  (jetty-launcher-178-thread-2) [n:127.0.0.1:41381_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41381.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee63135
   [junit4]   2> 181230 INFO  (jetty-launcher-178-thread-2) [n:127.0.0.1:41381_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41381.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee63135
   [junit4]   2> 181230 INFO  (jetty-launcher-178-thread-2) [n:127.0.0.1:41381_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_41381.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee63135
   [junit4]   2> 181231 INFO  (jetty-launcher-178-thread-2) [n:127.0.0.1:41381_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ZkFailoverTest_418FA9B9AE7D42D9-001/tempDir-001/node2/.
   [junit4]   2> 181235 INFO  (jetty-launcher-178-thread-1) [n:127.0.0.1:32959_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32959.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee63135
   [junit4]   2> 181253 INFO  (jetty-launcher-178-thread-1) [n:127.0.0.1:32959_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32959.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee63135
   [junit4]   2> 181253 INFO  (jetty-launcher-178-thread-1) [n:127.0.0.1:32959_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_32959.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1ee63135
   [junit4]   2> 181255 INFO  (jetty-launcher-178-thread-1) [n:127.0.0.1:32959_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.ZkFailoverTest_418FA9B9AE7D42D9-001/tempDir-001/node1/.
   [junit4]   2> 181292 INFO  (SUITE-ZkFailoverTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 181293 INFO  (SUITE-ZkFailoverTest-seed#[418FA9B9AE7D42D9]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38321/solr ready
   [junit4]   2> 181301 INFO  (TEST-ZkFailoverTest.testRestartZkWhenClusterDown-seed#[418FA9B9AE7D42D9]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRestartZkWhenClusterDown
   [junit4]   2> 181304 INFO  (qtp720469958-1426) [n:127.0.0.1:32959_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&replicationFactor=1&name=coll1&nrtReplicas=1&action=CREATE&numShards=2&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 181306 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.CreateCollectionCmd Create collection coll1
   [junit4]   2> 181307 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.CreateCollectionCmd Only _default config set found, using it.
   [junit4]   2> 181307 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/protwords.txt to /configs/coll1/protwords.txt
   [junit4]   2> 181309 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/managed-schema to /configs/coll1/managed-schema
   [junit4]   2> 181310 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/solrconfig.xml to /configs/coll1/solrconfig.xml
   [junit4]   2> 181313 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/synonyms.txt to /configs/coll1/synonyms.txt
   [junit4]   2> 181314 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/stopwords.txt to /configs/coll1/stopwords.txt
   [junit4]   2> 181315 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_it.txt to /configs/coll1/lang/contractions_it.txt
   [junit4]   2> 181316 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stemdict_nl.txt to /configs/coll1/lang/stemdict_nl.txt
   [junit4]   2> 181317 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hy.txt to /configs/coll1/lang/stopwords_hy.txt
   [junit4]   2> 181317 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_no.txt to /configs/coll1/lang/stopwords_no.txt
   [junit4]   2> 181318 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_ca.txt to /configs/coll1/lang/contractions_ca.txt
   [junit4]   2> 181319 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_id.txt to /configs/coll1/lang/stopwords_id.txt
   [junit4]   2> 181320 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ga.txt to /configs/coll1/lang/stopwords_ga.txt
   [junit4]   2> 181321 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hi.txt to /configs/coll1/lang/stopwords_hi.txt
   [junit4]   2> 181322 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_da.txt to /configs/coll1/lang/stopwords_da.txt
   [junit4]   2> 181323 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ja.txt to /configs/coll1/lang/stopwords_ja.txt
   [junit4]   2> 181325 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_pt.txt to /configs/coll1/lang/stopwords_pt.txt
   [junit4]   2> 181326 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_hu.txt to /configs/coll1/lang/stopwords_hu.txt
   [junit4]   2> 181327 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_el.txt to /configs/coll1/lang/stopwords_el.txt
   [junit4]   2> 181328 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ru.txt to /configs/coll1/lang/stopwords_ru.txt
   [junit4]   2> 181329 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_tr.txt to /configs/coll1/lang/stopwords_tr.txt
   [junit4]   2> 181330 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_ar.txt to /configs/coll1/lang/stopwords_ar.txt
   [junit4]   2> 181330 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/userdict_ja.txt to /configs/coll1/lang/userdict_ja.txt
   [junit4]   2> 181331 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_eu.txt to /configs/coll1/lang/stopwords_eu.txt
   [junit4]   2> 181332 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_it.txt to /configs/coll1/lang/stopwords_it.txt
   [junit4]   2> 181333 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_cz.txt to /configs/coll1/lang/stopwords_cz.txt
   [junit4]   2> 181333 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stoptags_ja.txt to /configs/coll1/lang/stoptags_ja.txt
   [junit4]   2> 181336 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/contractions_fr.txt to /configs/coll1/lang/contractions_fr.txt
   [junit4]   2> 181337 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_de.txt to /configs/coll1/lang/stopwords_de.txt
   [junit4]   2> 181338 INFO  (OverseerThreadFactory-631-thread-1-processing-n:127.0.0.1:32959_solr) [n:127.0.0.1:32959_solr    ] o.a.s.c.c.ZkConfigManager Copying zk node /configs/_default/lang/stopwords_fa.txt to /configs/coll1/lang/stopwords_fa.txt
   [junit4]   2> 181338 INFO  (OverseerThreadFactory-631-thread-1-processing-n:12

[...truncated too long message...]

 ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34197 34197
   [junit4]   2> 2625816 WARN  (Thread-7051) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=PeerSyncReplicationTest -Dtests.method=test -Dtests.seed=418FA9B9AE7D42D9 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sv -Dtests.timezone=Asia/Manila -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR    631s J2 | PeerSyncReplicationTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38857
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([418FA9B9AE7D42D9:C9DB966300812F21]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    > 	... 43 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.PeerSyncReplicationTest_418FA9B9AE7D42D9-001
   [junit4]   2> Dec 05, 2017 2:33:15 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1127, maxMBSortInHeap=6.763650497604656, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2f0a9c70), locale=sv, timezone=Asia/Manila
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=147142640,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [MetricUtilsTest, ReplaceNodeTest, DirectSolrConnectionTest, EchoParamsTest, TestEmbeddedSolrServerConstructors, DocExpirationUpdateProcessorFactoryTest, CollectionReloadTest, SystemInfoHandlerTest, PreAnalyzedUpdateProcessorTest, TestManagedResourceStorage, BlobRepositoryCloudTest, TestStreamBody, AsyncCallRequestStatusResponseTest, SuggesterWFSTTest, TestIndexSearcher, HdfsRecoverLeaseTest, PreAnalyzedFieldManagedSchemaCloudTest, TestJsonRequest, TestSolrCoreProperties, TestCharFilters, TestClusterStateMutator, LoggingHandlerTest, TestLRUStatsCache, HdfsBasicDistributedZk2Test, TestManagedSynonymGraphFilterFactory, TestMaxTokenLenTokenizer, ZkFailoverTest, DocValuesMissingTest, TestPartialUpdateDeduplication, TlogReplayBufferedWhileIndexingTest, TestFiltering, InfoHandlerTest, XsltUpdateRequestHandlerTest, TestInfoStreamLogging, TestNumericRangeQuery32, ConfigureRecoveryStrategyTest, TestXmlQParserPlugin, TestRuleBasedAuthorizationPlugin, TestSubQueryTransformerCrossCore, FieldMutatingUpdateProcessorTest, TestApiFramework, ClassificationUpdateProcessorIntegrationTest, SimplePostToolTest, FieldAnalysisRequestHandlerTest, TestSizeLimitedDistributedMap, TestNamedUpdateProcessors, CursorMarkTest, TestCustomDocTransformer, CheckHdfsIndexTest, OverseerTest, JSONWriterTest, RequiredFieldsTest, TestReloadAndDeleteDocs, FullSolrCloudDistribCmdsTest, UniqFieldsUpdateProcessorFactoryTest, HdfsSyncSliceTest, CoreAdminCreateDiscoverTest, CoreAdminHandlerTest, TestSearchPerf, TestStressInPlaceUpdates, SecurityConfHandlerTest, AutoScalingHandlerTest, TestMinMaxOnMultiValuedField, OverseerRolesTest, TestImpersonationWithHadoopAuth, ShufflingReplicaListTransformerTest, TestFieldCache, TestHdfsBackupRestoreCore, QueryElevationComponentTest, TestFuzzyAnalyzedSuggestions, TestRealTimeGet, CdcrReplicationHandlerTest, SubstringBytesRefFilterTest, DistanceFunctionTest, TestFunctionQuery, DistributedQueryComponentCustomSortTest, DistributedFacetPivotSmallAdvancedTest, ReturnFieldsTest, PluginInfoTest, TestSchemaSimilarityResource, TestDeleteCollectionOnDownNodes, TestLMJelinekMercerSimilarityFactory, TestRecoveryHdfs, TestGraphTermsQParserPlugin, SuggestComponentTest, DistribJoinFromCollectionTest, SolrJmxReporterCloudTest, DeleteNodeTest, SuggesterTest, TestConfigSetProperties, TestLRUCache, DefaultValueUpdateProcessorTest, DocValuesNotIndexedTest, TestLFUCache, HighlighterTest, SortByFunctionTest, TestUninvertingReader, TestRawResponseWriter, ChaosMonkeyNothingIsSafeTest, TestCloudJSONFacetJoinDomain, TestGroupingSearch, SpellCheckCollatorWithCollapseTest, TestLegacyNumericUtils, V2ApiIntegrationTest, ClusterStateTest, CopyFieldTest, TestRandomFlRTGCloud, TestSolrCLIRunExample, TestQueryTypes, TestSimpleQParserPlugin, SolrCoreCheckLockOnStartupTest, TestReplicaProperties, TestSolrCoreSnapshots, MoveReplicaHDFSFailoverTest, TestDistributedGrouping, TestCustomStream, TestTrie, TestSolrQueryResponse, CdcrBidirectionalTest, CSVRequestHandlerTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, RecoveryZkTest, LeaderElectionTest, TestZkChroot, TestRecovery, TermVectorComponentDistributedTest, TestReload, TestRangeQuery, SpellCheckComponentTest, BadIndexSchemaTest, ConvertedLegacyTest, BasicFunctionalityTest, DirectUpdateHandlerTest, SoftAutoCommitTest, TestTolerantSearch, TestLuceneIndexBackCompat, ActionThrottleTest, AddReplicaTest, AssignBackwardCompatibilityTest, ChaosMonkeySafeLeaderWithPullReplicasTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, ConnectionManagerTest, CustomCollectionTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, MultiThreadedOCPTest, PeerSyncReplicationTest]
   [junit4] Completed [501/752 (5!)] on J2 in 631.46s, 1 test, 1 error <<< FAILURES!

[...truncated 48150 lines...]

Re: [JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build # 21030 - Still Unstable!

Posted by Erick Erickson <er...@gmail.com>.
BTW, I've been saving these with the additional indexing output, I
expect to be able to actually look Real Soon Now.

Erick

On Mon, Dec 4, 2017 at 3:28 PM, Policeman Jenkins Server
<je...@thetaphi.de> wrote:
> Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21030/
> Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseSerialGC
>
> 4 tests failed.
> FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
>
> Error Message:
> 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:     1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
>    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>         at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4]:0)
>
>
> FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores
>
> Error Message:
> There are still zombie threads that couldn't be terminated:    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
>         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>         at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4]:0)
>
>
> FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test
>
> Error Message:
> Timeout occured while waiting response from server at: https://127.0.0.1:36043/s/d
>
> Stack Trace:
> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36043/s/d
>         at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4:8FB2D2071962542C]:0)
>         at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
>         at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
>         at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
>         at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
>         at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
>         at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
>         at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
>         at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
>         at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
>         at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
>         at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
>         at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
>         at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at java.base/java.lang.Thread.run(Thread.java:844)
> Caused by: java.net.SocketTimeoutException: Read timed out
>         at java.base/java.net.SocketInputStream.socketRead0(Native Method)
>         at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
>         at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
>         at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
>         at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
>         at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
>         at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
>         at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
>         at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
>         at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
>         at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
>         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
>         at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
>         at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
>         at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
>         at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
>         at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
>         at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
>         at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
>         at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
>         at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
>         at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
>         at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
>         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
>         at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
>         at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
>         ... 42 more
>
>
> FAILED:  org.apache.solr.core.TestLazyCores.testNoCommit
>
> Error Message:
> Exception during query
>
> Stack Trace:
> java.lang.RuntimeException: Exception during query
>         at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4:D8864C0C7CB95A71]:0)
>         at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
>         at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:855)
>         at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:832)
>         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.base/java.lang.reflect.Method.invoke(Method.java:564)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at java.base/java.lang.Thread.run(Thread.java:844)
> Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
>         xml response was: <?xml version="1.0" encoding="UTF-8"?>
> <response>
> <lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
> </response>
>
>         request was:q=*:*
>         at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
>         ... 40 more
>
>
>
>
> Build Log:
> [...truncated 12792 lines...]
>    [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
>    [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/init-core-data-001
>    [junit4]   2> 806811 WARN  (SUITE-ChaosMonkeySafeLeaderTest-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=893 numCloses=893
>    [junit4]   2> 806812 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
>    [junit4]   2> 806812 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
>    [junit4]   2> 806813 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
>    [junit4]   2> 806813 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /s/d
>    [junit4]   2> 806814 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
>    [junit4]   2> 806815 INFO  (Thread-2023) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
>    [junit4]   2> 806815 INFO  (Thread-2023) [    ] o.a.s.c.ZkTestServer Starting server
>    [junit4]   2> 806816 ERROR (Thread-2023) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
>    [junit4]   2> 806915 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkTestServer start zk server on port:42575
>    [junit4]   2> 806919 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
>    [junit4]   2> 806920 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
>    [junit4]   2> 806920 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
>    [junit4]   2> 806921 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
>    [junit4]   2> 806921 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
>    [junit4]   2> 806922 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
>    [junit4]   2> 806922 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
>    [junit4]   2> 806922 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
>    [junit4]   2> 806923 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
>    [junit4]   2> 806923 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
>    [junit4]   2> 806924 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
>    [junit4]   2> 806926 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
>    [junit4]   2> 807027 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
>    [junit4]   2> 807027 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34cf07de{/s/d,null,AVAILABLE}
>    [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4793f00c{SSL,[ssl, http/1.1]}{127.0.0.1:36043}
>    [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.Server Started @809207ms
>    [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/s/d, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/tempDir-001/control/data, hostPort=36043, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/control-001/cores, replicaType=NRT}
>    [junit4]   2> 807028 ERROR (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
>    [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
>    [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
>    [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
>    [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-04T23:05:43.574989Z
>    [junit4]   2> 807033 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
>    [junit4]   2> 807033 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
>    [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16023c72ac10003, likely client has closed socket
>    [junit4]   2>        at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
>    [junit4]   2>        at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
>    [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2> 807033 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/control-001/solr.xml
>    [junit4]   2> 807034 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
>    [junit4]   2> 807035 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
>    [junit4]   2> 807035 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a31087a, but no JMX reporters were configured - adding default JMX reporter.
>    [junit4]   2> 807037 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42575/solr
>    [junit4]   2> 807071 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
>    [junit4]   2> 807071 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36043_s%2Fd
>    [junit4]   2> 807072 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.Overseer Overseer (id=99118530124906501-127.0.0.1:36043_s%2Fd-n_0000000000) starting
>    [junit4]   2> 807076 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36043_s%2Fd
>    [junit4]   2> 807077 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>    [junit4]   2> 807119 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a31087a
>    [junit4]   2> 807130 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a31087a
>    [junit4]   2> 807130 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a31087a
>    [junit4]   2> 807132 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/control-001/cores
>    [junit4]   2> 807147 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
>    [junit4]   2> 807147 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42575/solr ready
>    [junit4]   2> 807162 INFO  (qtp1765185367-8452) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36043_s%252Fd&wt=javabin&version=2 and sendToOCPQueue=true
>    [junit4]   2> 807163 INFO  (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
>    [junit4]   2> 807268 INFO  (qtp1765185367-8453) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
>    [junit4]   2> 807268 INFO  (qtp1765185367-8453) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
>    [junit4]   2> 807370 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
>    [junit4]   2> 808274 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
>    [junit4]   2> 808289 INFO  (qtp1765185367-8453) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
>    [junit4]   2> 808317 INFO  (qtp1765185367-8453) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
>    [junit4]   2> 808323 INFO  (qtp1765185367-8453) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
>    [junit4]   2> 808323 INFO  (qtp1765185367-8453) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a31087a
>    [junit4]   2> 808323 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
>    [junit4]   2> 808323 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/control-001/cores/control_collection_shard1_replica_n1/data/]
>    [junit4]   2> 808326 INFO  (qtp1765185367-8453) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4a0928dd
>    [junit4]   2> 808341 WARN  (qtp1765185367-8453) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
>    [junit4]   2> 808384 INFO  (qtp1765185367-8453) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
>    [junit4]   2> 808384 INFO  (qtp1765185367-8453) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
>    [junit4]   2> 808385 INFO  (qtp1765185367-8453) [    ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms;
>    [junit4]   2> 808385 INFO  (qtp1765185367-8453) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>    [junit4]   2> 808387 INFO  (qtp1765185367-8453) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
>    [junit4]   2> 808387 INFO  (qtp1765185367-8453) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1da54edb[control_collection_shard1_replica_n1] main]
>    [junit4]   2> 808388 INFO  (qtp1765185367-8453) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
>    [junit4]   2> 808388 INFO  (qtp1765185367-8453) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
>    [junit4]   2> 808388 INFO  (qtp1765185367-8453) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
>    [junit4]   2> 808389 INFO  (searcherExecutor-3490-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1da54edb[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 808389 INFO  (qtp1765185367-8453) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585896483648962560
>    [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
>    [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
>    [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36043/s/d/control_collection_shard1_replica_n1/
>    [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
>    [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:36043/s/d/control_collection_shard1_replica_n1/ has no replicas
>    [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
>    [junit4]   2> 808393 INFO  (qtp1765185367-8453) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36043/s/d/control_collection_shard1_replica_n1/ shard1
>    [junit4]   2> 867218 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 36043
>    [junit4]   2> 867219 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1541276794
>    [junit4]   2> 867219 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
>    [junit4]   2> 867219 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35e16e3a: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@32a99515
>    [junit4]   2> 867223 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
>    [junit4]   2> 867223 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24d068cc: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2c98961
>    [junit4]   2> 867227 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
>    [junit4]   2> 867227 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b7baf8: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@67dfd637
>    [junit4]   2> 867228 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36043_s%2Fd
>    [junit4]   2> 867228 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
>    [junit4]   2> 867228 INFO  (zkCallback-1322-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
>    [junit4]   2> 867229 INFO  (coreCloseExecutor-3495-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2ffa590a
>    [junit4]   2> 867229 INFO  (coreCloseExecutor-3495-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=804935946
>    [junit4]   2> 867229 INFO  (coreCloseExecutor-3495-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68460d06: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@184a3e83
>    [junit4]   2> 867234 INFO  (coreCloseExecutor-3495-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=804935946
>    [junit4]   2> 878089 INFO  (ScheduledTrigger-3485-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
>    [junit4]   2> 878090 INFO  (AutoscalingActionExecutor-3486-thread-1) [    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
>    [junit4]   2>   "id":"14fd39fc1037f840T7yq8nhuo9cq5ty5lzl763n5j9",
>    [junit4]   2>   "source":".auto_add_replicas",
>    [junit4]   2>   "eventTime":1512428804633000000,
>    [junit4]   2>   "eventType":"NODELOST",
>    [junit4]   2>   "properties":{
>    [junit4]   2>     "eventTimes":[1512428804633000000],
>    [junit4]   2>     "_enqueue_time_":1512428814635000000,
>    [junit4]   2>     "nodeNames":["127.0.0.1:36043_s%2Fd"]}}
>    [junit4]   2> 987163 ERROR (qtp1765185367-8452) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
>    [junit4]   2>        at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:313)
>    [junit4]   2>        at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:245)
>    [junit4]   2>        at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:223)
>    [junit4]   2>        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
>    [junit4]   2>        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
>    [junit4]   2>        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
>    [junit4]   2>        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>    [junit4]   2>        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>    [junit4]   2>        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>    [junit4]   2>        at org.eclipse.jetty.server.Server.handle(Server.java:534)
>    [junit4]   2>        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>    [junit4]   2>        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>    [junit4]   2>        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
>    [junit4]   2>        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
>    [junit4]   2>        at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
>    [junit4]   2>        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
>    [junit4]   2>        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
>    [junit4]   2>        at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>    [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2>
>    [junit4]   2> 987164 INFO  (qtp1765185367-8452) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36043_s%252Fd&wt=javabin&version=2} status=500 QTime=180001
>    [junit4]   2> 987164 ERROR (qtp1765185367-8452) [    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
>    [junit4]   2>        at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:313)
>    [junit4]   2>        at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:245)
>    [junit4]   2>        at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:223)
>    [junit4]   2>        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
>    [junit4]   2>        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
>    [junit4]   2>        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
>    [junit4]   2>        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>    [junit4]   2>        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>    [junit4]   2>        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>    [junit4]   2>        at org.eclipse.jetty.server.Server.handle(Server.java:534)
>    [junit4]   2>        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>    [junit4]   2>        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>    [junit4]   2>        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
>    [junit4]   2>        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
>    [junit4]   2>        at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
>    [junit4]   2>        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
>    [junit4]   2>        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
>    [junit4]   2>        at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>    [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2>
>    [junit4]   2> 1407285 ERROR (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:36043/s/d
>    [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36043/s/d
>    [junit4]   2>        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
>    [junit4]   2>        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
>    [junit4]   2>        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
>    [junit4]   2>        at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
>    [junit4]   2>        at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
>    [junit4]   2>        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
>    [junit4]   2>        at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
>    [junit4]   2>        at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
>    [junit4]   2>        at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
>    [junit4]   2>        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
>    [junit4]   2>        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
>    [junit4]   2>        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
>    [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
>    [junit4]   2>        at java.base/java.net.SocketInputStream.socketRead0(Native Method)
>    [junit4]   2>        at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
>    [junit4]   2>        at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
>    [junit4]   2>        at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
>    [junit4]   2>        at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
>    [junit4]   2>        at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
>    [junit4]   2>        at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
>    [junit4]   2>        at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
>    [junit4]   2>        at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
>    [junit4]   2>        at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
>    [junit4]   2>        at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
>    [junit4]   2>        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
>    [junit4]   2>        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
>    [junit4]   2>        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
>    [junit4]   2>        at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
>    [junit4]   2>        at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
>    [junit4]   2>        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
>    [junit4]   2>        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
>    [junit4]   2>        at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
>    [junit4]   2>        at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
>    [junit4]   2>        at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
>    [junit4]   2>        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
>    [junit4]   2>        at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
>    [junit4]   2>        at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
>    [junit4]   2>        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
>    [junit4]   2>        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
>    [junit4]   2>        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
>    [junit4]   2>        ... 12 more
>    [junit4]   2> 1407285 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.Overseer Overseer (id=99118530124906501-127.0.0.1:36043_s%2Fd-n_0000000000) closing
>    [junit4]   2> 1407286 ERROR (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
>    [junit4]   2> 1407286 INFO  (OverseerStateUpdate-99118530124906501-127.0.0.1:36043_s%2Fd-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36043_s%2Fd
>    [junit4]   2> 1407287 INFO  (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
>    [junit4]   2> 1437321 INFO  (zkCallback-1322-thread-5) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
>    [junit4]   2> 1437323 ERROR (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
>    [junit4]   2>        at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
>    [junit4]   2>        at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
>    [junit4]   2>        at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
>    [junit4]   2>        at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
>    [junit4]   2>        at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
>    [junit4]   2>        at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
>    [junit4]   2>        at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
>    [junit4]   2>        at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
>    [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2>
>    [junit4]   2> 1437324 INFO  (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
>    [junit4]   2> 1437324 WARN  (OverseerAutoScalingTriggerThread-99118530124906501-127.0.0.1:36043_s%2Fd-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
>    [junit4]   2> 1437327 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4793f00c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
>    [junit4]   2> 1437327 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34cf07de{/s/d,null,UNAVAILABLE}
>    [junit4]   2> 1437344 ERROR (qtp1765185367-8453) [    ] o.a.s.c.ZkController Error getting leader from zk
>    [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
>    [junit4]   2>        at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
>    [junit4]   2>        at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
>    [junit4]   2>        at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
>    [junit4]   2>        at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
>    [junit4]   2>        at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
>    [junit4]   2>        at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
>    [junit4]   2>        at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
>    [junit4]   2>        at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
>    [junit4]   2>        at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
>    [junit4]   2>        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
>    [junit4]   2>        at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
>    [junit4]   2>        at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
>    [junit4]   2>        at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
>    [junit4]   2>        at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
>    [junit4]   2>        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
>    [junit4]   2>        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
>    [junit4]   2>        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
>    [junit4]   2>        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>    [junit4]   2>        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>    [junit4]   2>        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>    [junit4]   2>        at org.eclipse.jetty.server.Server.handle(Server.java:534)
>    [junit4]   2>        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>    [junit4]   2>        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>    [junit4]   2>        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
>    [junit4]   2>        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
>    [junit4]   2>        at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
>    [junit4]   2>        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
>    [junit4]   2>        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
>    [junit4]   2>        at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>    [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2> 1437345 ERROR (qtp1765185367-8453) [    ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
>    [junit4]   2>        at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
>    [junit4]   2>        at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
>    [junit4]   2>        at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
>    [junit4]   2>        at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
>    [junit4]   2>        at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
>    [junit4]   2>        at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
>    [junit4]   2>        at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
>    [junit4]   2>        at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
>    [junit4]   2>        at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
>    [junit4]   2>        at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
>    [junit4]   2>        at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
>    [junit4]   2>        at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
>    [junit4]   2>        at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
>    [junit4]   2>        at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
>    [junit4]   2>        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
>    [junit4]   2>        at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
>    [junit4]   2>        at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
>    [junit4]   2>        at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
>    [junit4]   2>        at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
>    [junit4]   2>        at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
>    [junit4]   2>        at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
>    [junit4]   2>        at org.eclipse.jetty.server.Server.handle(Server.java:534)
>    [junit4]   2>        at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
>    [junit4]   2>        at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
>    [junit4]   2>        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
>    [junit4]   2>        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
>    [junit4]   2>        at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
>    [junit4]   2>        at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
>    [junit4]   2>        at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
>    [junit4]   2>        at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
>    [junit4]   2>        at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
>    [junit4]   2>        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
>    [junit4]   2>        at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
>    [junit4]   2>        at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
>    [junit4]   2>        at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
>    [junit4]   2>        ... 44 more
>    [junit4]   2>
>    [junit4]   2> 1437353 INFO  (qtp1765185367-8453) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630085
>    [junit4]   2> 1437353 ERROR (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
>    [junit4]   2> 1437354 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42575 42575
>    [junit4]   2> 1442387 INFO  (Thread-2023) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42575 42575
>    [junit4]   2> 1442387 WARN  (Thread-2023) [    ] o.a.s.c.ZkTestServer Watch limit violations:
>    [junit4]   2> Maximum concurrent create/delete watches above limit:
>    [junit4]   2>
>    [junit4]   2>        2       /solr/aliases.json
>    [junit4]   2>
>    [junit4]   2> Maximum concurrent data watches above limit:
>    [junit4]   2>
>    [junit4]   2>        2       /solr/clusterstate.json
>    [junit4]   2>        2       /solr/clusterprops.json
>    [junit4]   2>
>    [junit4]   2> Maximum concurrent children watches above limit:
>    [junit4]   2>
>    [junit4]   2>        2       /solr/live_nodes
>    [junit4]   2>        2       /solr/collections
>    [junit4]   2>
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.method=test -Dtests.seed=7E6EDDDB79E39D4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-MW -Dtests.timezone=America/Argentina/Rio_Gallegos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
>    [junit4] ERROR    636s J1 | ChaosMonkeySafeLeaderTest.test <<<
>    [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36043/s/d
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4:8FB2D2071962542C]:0)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
>    [junit4]    >        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
>    [junit4]    >        at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
>    [junit4]    >        at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
>    [junit4]    >        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
>    [junit4]    >        at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
>    [junit4]    >        at java.base/java.lang.Thread.run(Thread.java:844)
>    [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
>    [junit4]    >        at java.base/java.net.SocketInputStream.socketRead0(Native Method)
>    [junit4]    >        at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
>    [junit4]    >        at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
>    [junit4]    >        at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
>    [junit4]    >        at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
>    [junit4]    >        at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
>    [junit4]    >        at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
>    [junit4]    >        at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
>    [junit4]    >        at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
>    [junit4]    >        at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
>    [junit4]    >        at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
>    [junit4]    >        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
>    [junit4]    >        at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
>    [junit4]    >        at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
>    [junit4]    >        at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
>    [junit4]    >        at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
>    [junit4]    >        at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
>    [junit4]    >        at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
>    [junit4]    >        at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
>    [junit4]    >        at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
>    [junit4]    >        at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
>    [junit4]    >        at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
>    [junit4]    >        at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
>    [junit4]    >        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
>    [junit4]    >        at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
>    [junit4]    >        at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
>    [junit4]    >        ... 42 more
>    [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1351, maxMBSortInHeap=6.032786290327652, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2ae75651), locale=en-MW, timezone=America/Argentina/Rio_Gallegos
>    [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=126771952,total=518979584
>    [junit4]   2> NOTE: All tests run in this JVM: [QueryResultKeyTest, TolerantUpdateProcessorTest, PolyFieldTest, MissingSegmentRecoveryTest, TestShortCircuitedRequests, ConcurrentDeleteAndCreateCollectionTest, SampleTest, PathHierarchyTokenizerFactoryTest, DistributedTermsComponentTest, TestFaceting, RequestHandlersTest, BufferStoreTest, StressHdfsTest, BooleanFieldTest, TestReRankQParserPlugin, TestRangeQuery, OpenCloseCoreStressTest, TestDynamicFieldResource, SuggestComponentContextFilterQueryTest, DistributedIntervalFacetingTest, AutoAddReplicasPlanActionTest, WrapperMergePolicyFactoryTest, TestSQLHandlerNonCloud, SearchHandlerTest, TestBulkSchemaAPI, OutputWriterTest, StatsReloadRaceTest, TestCloudNestedDocsSort, TestSortByMinMaxFunction, TestBinaryResponseWriter, TestJettySolrRunner, TestNonDefinedSimilarityFactory, CloneFieldUpdateProcessorFactoryTest, DeleteShardTest, NumberUtilsTest, OverseerTaskQueueTest, FullHLLTest, TestZkAclsWithHadoopAuth, TestLeaderElectionWithEmptyReplica, CdcrVersionReplicationTest, TestExpandComponent, TestRequestStatusCollectionAPI, TestSimpleTextCodec, SOLR749Test, AnalyticsQueryTest, TestFieldCacheSort, TestPseudoReturnFields, TestCoreBackup, TestAddFieldRealTimeGet, HdfsNNFailoverTest, CdcrReplicationDistributedZkTest, TestSolr4Spatial2, ReplicaListTransformerTest, RegexBoostProcessorTest, TestFastLRUCache, AddSchemaFieldsUpdateProcessorFactoryTest, DirectoryFactoryTest, TestClusterProperties, CachingDirectoryFactoryTest, TestRTGBase, VMParamsZkACLAndCredentialsProvidersTest, TestJsonFacets, DirectUpdateHandlerTest, TestLuceneMatchVersion, TestManagedResource, DistributedSuggestComponentTest, TestLocalFSCloudBackupRestore, HighlighterConfigTest, TermVectorComponentDistributedTest, CoreMergeIndexesAdminHandlerTest, TestOmitPositions, HdfsChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderWithPullReplicasTest, AnalysisErrorHandlingTest, TestPointFields, TestJmxIntegration, LeaderInitiatedRecoveryOnShardRestartTest, DocumentAnalysisRequestHandlerTest, SolrSlf4jReporterTest, SuggesterTSTTest, TestFieldTypeCollectionResource, TestUseDocValuesAsStored, TestExactStatsCache, TestSolrQueryParser, TestDocSet, PrimUtilsTest, SystemLogListenerTest, SolrGraphiteReporterTest, TestDelegationWithHadoopAuth, ZkCLITest, TestScoreJoinQPScore, CircularListTest, TestUnifiedSolrHighlighter, TestRetrieveFieldsOptimizer, PreAnalyzedFieldTest, SignatureUpdateProcessorFactoryTest, TestFastWriter, TestRTimerTree, RulesTest, TestReqParamsAPI, TestSurroundQueryParser, CreateCollectionCleanupTest, MetricsConfigTest, TestPKIAuthenticationPlugin, TestAnalyzedSuggestions, BadIndexSchemaTest, TestComplexPhraseQParserPlugin, TestNumericTokenStream, TestBlendedInfixSuggestions, PeerSyncWithIndexFingerprintCachingTest, AddReplicaTest, TestStressLucene, AutoscalingHistoryHandlerTest, SolrCmdDistributorTest, TestAtomicUpdateErrorCases, TestXmlQParser, TestMissingGroups, SynonymTokenizerTest, BasicAuthStandaloneTest, TestDownShardTolerantSearch, SaslZkACLProviderTest, AssignTest, DistribDocExpirationUpdateProcessorTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest]
>    [junit4] Completed [366/752 (1!)] on J1 in 635.59s, 1 test, 1 error <<< FAILURES!
>
> [...truncated 175 lines...]
>    [junit4] Suite: org.apache.solr.core.TestLazyCores
>    [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/init-core-data-001
>    [junit4]   2> 1524018 WARN  (SUITE-TestLazyCores-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=54 numCloses=54
>    [junit4]   2> 1524018 INFO  (SUITE-TestLazyCores-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
>    [junit4]   2> 1524018 INFO  (SUITE-TestLazyCores-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
>    [junit4]   2> 1524019 INFO  (SUITE-TestLazyCores-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
>    [junit4]   2> 1524020 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoCommit
>    [junit4]   2> 1524027 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/solr.xml
>    [junit4]   2> 1524029 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
>    [junit4]   2> 1524029 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
>    [junit4]   2> 1524029 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe, but no JMX reporters were configured - adding default JMX reporter.
>    [junit4]   2> 1524050 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
>    [junit4]   2> 1524055 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
>    [junit4]   2> 1524056 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
>    [junit4]   2> 1524057 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
>    [junit4]   2> 1524060 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
>    [junit4]   2> 1524060 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
>    [junit4]   2> 1524061 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
>    [junit4]   2> 1524061 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
>    [junit4]   2> 1524061 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
>    [junit4]   2> 1524061 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
>    [junit4]   2> 1524071 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.s.IndexSchema [collection5] Schema name=tiny
>    [junit4]   2> 1524071 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=tiny
>    [junit4]   2> 1524071 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.s.IndexSchema [collection2] Schema name=tiny
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection5, trusted=true
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection1, trusted=true
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection2, trusted=true
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection1/data/]
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/collection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection2/data/]
>    [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/collection5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection5/data/]
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=60.9599609375, floorSegmentMB=2.091796875, forceMergeDeletesPctAllowed=2.868380672273271, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6435165144615256
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=60.9599609375, floorSegmentMB=2.091796875, forceMergeDeletesPctAllowed=2.868380672273271, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6435165144615256
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=60.9599609375, floorSegmentMB=2.091796875, forceMergeDeletesPctAllowed=2.868380672273271, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6435165144615256
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-3]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@64fca42d
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-3]: now checkpoint "" [0 segments ; isCommit = false]
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-2]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@2fbb06ea
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-3]: 0 msec to checkpoint
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-1]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@47e41568
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-6437-thread-3]: init: create=true
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-2]: now checkpoint "" [0 segments ; isCommit = false]
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-2]: 0 msec to checkpoint
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-1]: 0 msec to checkpoint
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-6437-thread-2]: init: create=true
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-6437-thread-1]: init: create=true
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-6437-thread-2]:
>    [junit4]   2> dir=MMapDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/collection2/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12264db5
>    [junit4]   2> index=
>    [junit4]   2> version=8.0.0
>    [junit4]   2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
>    [junit4]   2> ramBufferSizeMB=16.0
>    [junit4]   2> maxBufferedDocs=-1
>    [junit4]   2> mergedSegmentWarmer=null
>    [junit4]   2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
>    [junit4]   2> commit=null
>    [junit4]   2> openMode=CREATE
>    [junit4]   2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
>    [junit4]   2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
>    [junit4]   2> codec=CheapBastard
>    [junit4]   2> infoStream=org.apache.solr.update.LoggingInfoStream
>    [junit4]   2> mergePolicy=RandomMergePolicy([TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=60.9599609375, floorSegmentMB=2.091796875, forceMergeDeletesPctAllowed=2.868380672273271, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6435165144615256)
>    [junit4]   2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@1b0606d5
>    [junit4]   2> readerPooling=true
>    [junit4]   2> perThreadHardLimitMB=1945
>    [junit4]   2> useCompoundFile=true
>    [junit4]   2> commitOnClose=true
>    [junit4]   2> indexSort=null
>    [junit4]   2> writer=org.apache.solr.update.SolrIndexWriter@1631bac3
>    [junit4]   2>
>    [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-6437-thread-1]:
>    [junit4]   2> dir=MMapDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@624c836b
>    [junit4]   2> index=
>    [junit4]   2> version=8.0.0
>    [junit4]   2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
>    [junit4]   2> ramBufferSizeMB=16.0
>    [junit4]   2> maxBufferedDocs=-1
>    [junit4]   2> mergedSegmentWarmer=null
>    [junit4]   2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
>    [junit4]   2> commit=null
>    [junit4]   2> openMode=CREATE
>    [junit4]   2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
>    [junit4]   2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
>    [junit4]   2> codec=CheapBastard
>    [junit4]   2> infoStream=org.apache.solr.update.LoggingInfoStream
>    [junit4]   2> mergePolicy=RandomMergePolicy([TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=60.9599609375, floorSegmentMB=2.091796875, forceMergeDeletesPctAllowed=2.868380672273271, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6435165144615256)
>    [junit4]   2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@6428166e
>    [junit4]   2> readerPooling=true
>    [junit4]   2> perThreadHardLimitMB=1945
>    [junit4]   2> useCompoundFile=true
>    [junit4]   2> commitOnClose=true
>    [junit4]   2> indexSort=null
>    [junit4]   2> writer=org.apache.solr.update.SolrIndexWriter@60662736
>    [junit4]   2>
>    [junit4]   2> 1524075 INFO  (coreLoad
>
> [...truncated too long message...]
>
> s for registry=solr.jvm, tag=null
>    [junit4]   2> 1530458 INFO  (SUITE-TestLazyCores-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
>    [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001
>    [junit4]   2> Dec 04, 2017 11:17:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
>    [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
>    [junit4]   2> Dec 04, 2017 11:18:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
>    [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
>    [junit4]   2>    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
>    [junit4]   2>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
>    [junit4]   2>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2> Dec 04, 2017 11:18:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
>    [junit4]   2> INFO: Starting to interrupt leaked threads:
>    [junit4]   2>    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
>    [junit4]   2> Dec 04, 2017 11:18:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
>    [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
>    [junit4]   2>    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
>    [junit4]   2>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
>    [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
>    [junit4]   2>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>    [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@16d7a59f), locale=sr-Latn-BA, timezone=Africa/Conakry
>    [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=2,free=232104776,total=518979584
>    [junit4]   2> NOTE: All tests run in this JVM: [TestDeleteCollectionOnDownNodes, TestCollectionAPI, TimeZoneUtilsTest, TestMaxTokenLenTokenizer, TestBulkSchemaConcurrent, SimplePostToolTest, TestAuthenticationFramework, ClassificationUpdateProcessorIntegrationTest, DistribJoinFromCollectionTest, ZkNodePropsTest, SpellCheckCollatorWithCollapseTest, TestManagedResourceStorage, BasicDistributedZk2Test, TestSolrCoreSnapshots, HLLSerializationTest, PreAnalyzedFieldManagedSchemaCloudTest, UnloadDistributedZkTest, PluginInfoTest, TestSolrConfigHandlerCloud, TestReload, HdfsChaosMonkeySafeLeaderTest, TestPrepRecovery, TestConfigSetsAPIExclusivity, StatsComponentTest, DistributedSpellCheckComponentTest, TestNumericRangeQuery32, BlobRepositoryCloudTest, TestUninvertingReader, TestQueryTypes, AlternateDirectoryTest, TestConfigSetProperties, RecoveryZkTest, TestRecoveryHdfs, TestBlobHandler, TestCustomSort, CheckHdfsIndexTest, TestHashPartitioner, TestUseDocValuesAsStored2, MetricUtilsTest, TestRawResponseWriter, SortByFunctionTest, TestUniqueKeyFieldResource, CoreAdminHandlerTest, TestNestedDocsSort, TestSolrQueryResponse, TestCopyFieldCollectionResource, TestHdfsBackupRestoreCore, TestReloadAndDeleteDocs, RequiredFieldsTest, SolrTestCaseJ4Test, TestLRUStatsCache, ChangedSchemaMergeTest, TestValueSourceCache, AliasIntegrationTest, HdfsUnloadDistributedZkTest, LoggingHandlerTest, TestElisionMultitermQuery, TestLeaderElectionZkExpiry, ReplaceNodeTest, TestSizeLimitedDistributedMap, CoreAdminCreateDiscoverTest, TestJsonRequest, TestSSLRandomization, ChaosMonkeyNothingIsSafeTest, TestCoreDiscovery, ImplicitSnitchTest, DistributedFacetExistsSmallTest, NodeLostTriggerTest, TestGraphMLResponseWriter, DefaultValueUpdateProcessorTest, ExitableDirectoryReaderTest, FieldMutatingUpdateProcessorTest, ReturnFieldsTest, SpellPossibilityIteratorTest, LeaderFailureAfterFreshStartTest, SolrJmxReporterCloudTest, IndexSchemaTest, TestPartialUpdateDeduplication, ConnectionReuseTest, JavabinLoaderTest, TestFiltering, OverseerRolesTest, TestCloudJSONFacetJoinDomain, CdcrReplicationHandlerTest, TestRestoreCore, UUIDUpdateProcessorFallbackTest, TestMultiWordSynonyms, CustomCollectionTest, TestSolrDeletionPolicy2, LeaderElectionTest, AutoScalingHandlerTest, SolrMetricsIntegrationTest, TestSolrConfigHandler, TestSystemIdResolver, DeleteStatusTest, SolrCLIZkUtilsTest, TestClusterStateMutator, TestHdfsUpdateLog, FieldAnalysisRequestHandlerTest, DistanceFunctionTest, TestZkChroot, BlockJoinFacetSimpleTest, TestSolrCloudWithKerberosAlt, TestCharFilters, SolrIndexMetricsTest, TestIndexSearcher, TestPolicyCloud, TestFileDictionaryLookup, QueryElevationComponentTest, ConfigSetsAPITest, ClusterStateTest, TestClassicSimilarityFactory, DocValuesNotIndexedTest, IndexBasedSpellCheckerTest, HdfsBasicDistributedZk2Test, TestCloudRecovery, UpdateLogTest, TestFuzzyAnalyzedSuggestions, ScriptEngineTest, SolrCoreMetricManagerTest, TestLegacyNumericRangeQueryBuilder, CSVRequestHandlerTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest, TestRealTimeGet, TestStressReorder, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, ConvertedLegacyTest, TestFunctionQuery, TestLazyCores]
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLazyCores -Dtests.seed=7E6EDDDB79E39D4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Latn-BA -Dtests.timezone=Africa/Conakry -Dtests.asserts=true -Dtests.file.encoding=UTF-8
>    [junit4] ERROR   0.00s J2 | TestLazyCores (suite) <<<
>    [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:
>    [junit4]    >    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
>    [junit4]    >         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
>    [junit4]    >         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
>    [junit4]    >    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
>    [junit4]    >         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
>    [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
>    [junit4]    >         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4]:0)
>    [junit4] Completed [419/752 (2!)] on J2 in 29.53s, 9 tests, 3 errors <<< FAILURES!
>
> [...truncated 41157 lines...]
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS-EA] Lucene-Solr-master-Linux (64bit/jdk-10-ea+32) - Build # 21030 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21030/
Java: 64bit/jdk-10-ea+32 -XX:+UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:     1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
        at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
        at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
        at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
        at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
        at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
	at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4]:0)


FAILED:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:36043/s/d

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36043/s/d
	at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4:8FB2D2071962542C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
	at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
	at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 42 more


FAILED:  org.apache.solr.core.TestLazyCores.testNoCommit

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4:D8864C0C7CB95A71]:0)
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:901)
	at org.apache.solr.core.TestLazyCores.check10(TestLazyCores.java:855)
	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:832)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)
Caused by: java.lang.RuntimeException: REQUEST FAILED: xpath=//result[@numFound='10']
	xml response was: <?xml version="1.0" encoding="UTF-8"?>
<response>
<lst name="responseHeader"><int name="status">0</int><int name="QTime">0</int><lst name="params"><str name="q">*:*</str></lst></lst><result name="response" numFound="0" start="0"></result>
</response>

	request was:q=*:*
	at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:894)
	... 40 more




Build Log:
[...truncated 12792 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/init-core-data-001
   [junit4]   2> 806811 WARN  (SUITE-ChaosMonkeySafeLeaderTest-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=893 numCloses=893
   [junit4]   2> 806812 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 806812 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 806813 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 806813 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /s/d
   [junit4]   2> 806814 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 806815 INFO  (Thread-2023) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 806815 INFO  (Thread-2023) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 806816 ERROR (Thread-2023) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 806915 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkTestServer start zk server on port:42575
   [junit4]   2> 806919 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 806920 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 806920 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 806921 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 806921 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 806922 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 806922 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 806922 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 806923 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 806923 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 806924 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 806926 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 807027 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 807027 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34cf07de{/s/d,null,AVAILABLE}
   [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4793f00c{SSL,[ssl, http/1.1]}{127.0.0.1:36043}
   [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.Server Started @809207ms
   [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/s/d, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/tempDir-001/control/data, hostPort=36043, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/control-001/cores, replicaType=NRT}
   [junit4]   2> 807028 ERROR (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 807028 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-04T23:05:43.574989Z
   [junit4]   2> 807033 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 807033 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x16023c72ac10003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 807033 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/control-001/solr.xml
   [junit4]   2> 807034 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 807035 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 807035 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@a31087a, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 807037 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42575/solr
   [junit4]   2> 807071 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 807071 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36043_s%2Fd
   [junit4]   2> 807072 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.Overseer Overseer (id=99118530124906501-127.0.0.1:36043_s%2Fd-n_0000000000) starting
   [junit4]   2> 807076 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36043_s%2Fd
   [junit4]   2> 807077 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 807119 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a31087a
   [junit4]   2> 807130 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a31087a
   [junit4]   2> 807130 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a31087a
   [junit4]   2> 807132 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/control-001/cores
   [junit4]   2> 807147 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 807147 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:42575/solr ready
   [junit4]   2> 807162 INFO  (qtp1765185367-8452) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36043_s%252Fd&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 807163 INFO  (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 807268 INFO  (qtp1765185367-8453) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 807268 INFO  (qtp1765185367-8453) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 807370 INFO  (zkCallback-1322-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 808274 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 808289 INFO  (qtp1765185367-8453) [    ] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 808317 INFO  (qtp1765185367-8453) [    ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 808323 INFO  (qtp1765185367-8453) [    ] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 808323 INFO  (qtp1765185367-8453) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@a31087a
   [junit4]   2> 808323 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 808323 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 808326 INFO  (qtp1765185367-8453) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@4a0928dd
   [junit4]   2> 808341 WARN  (qtp1765185367-8453) [    ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 808384 INFO  (qtp1765185367-8453) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 808384 INFO  (qtp1765185367-8453) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 808385 INFO  (qtp1765185367-8453) [    ] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 808385 INFO  (qtp1765185367-8453) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 808387 INFO  (qtp1765185367-8453) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 808387 INFO  (qtp1765185367-8453) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@1da54edb[control_collection_shard1_replica_n1] main]
   [junit4]   2> 808388 INFO  (qtp1765185367-8453) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 808388 INFO  (qtp1765185367-8453) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 808388 INFO  (qtp1765185367-8453) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 808389 INFO  (searcherExecutor-3490-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@1da54edb[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 808389 INFO  (qtp1765185367-8453) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585896483648962560
   [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36043/s/d/control_collection_shard1_replica_n1/
   [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:36043/s/d/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 808392 INFO  (qtp1765185367-8453) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 808393 INFO  (qtp1765185367-8453) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36043/s/d/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 867218 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 36043
   [junit4]   2> 867219 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1541276794
   [junit4]   2> 867219 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 867219 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35e16e3a: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@32a99515
   [junit4]   2> 867223 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 867223 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@24d068cc: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2c98961
   [junit4]   2> 867227 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 867227 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b7baf8: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@67dfd637
   [junit4]   2> 867228 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36043_s%2Fd
   [junit4]   2> 867228 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 867228 INFO  (zkCallback-1322-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 867229 INFO  (coreCloseExecutor-3495-thread-1) [    ] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2ffa590a
   [junit4]   2> 867229 INFO  (coreCloseExecutor-3495-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=804935946
   [junit4]   2> 867229 INFO  (coreCloseExecutor-3495-thread-1) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@68460d06: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@184a3e83
   [junit4]   2> 867234 INFO  (coreCloseExecutor-3495-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=804935946
   [junit4]   2> 878089 INFO  (ScheduledTrigger-3485-thread-1) [    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 878090 INFO  (AutoscalingActionExecutor-3486-thread-1) [    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"14fd39fc1037f840T7yq8nhuo9cq5ty5lzl763n5j9",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1512428804633000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512428804633000000],
   [junit4]   2>     "_enqueue_time_":1512428814635000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:36043_s%2Fd"]}}
   [junit4]   2> 987163 ERROR (qtp1765185367-8452) [    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:313)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:245)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:223)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 987164 INFO  (qtp1765185367-8452) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:36043_s%252Fd&wt=javabin&version=2} status=500 QTime=180001
   [junit4]   2> 987164 ERROR (qtp1765185367-8452) [    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:313)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:245)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:223)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 1407285 ERROR (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:36043/s/d
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36043/s/d
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:514)
   [junit4]   2> 	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
   [junit4]   2> 	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
   [junit4]   2> 	at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
   [junit4]   2> 	at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 1407285 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.Overseer Overseer (id=99118530124906501-127.0.0.1:36043_s%2Fd-n_0000000000) closing
   [junit4]   2> 1407286 ERROR (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 1407286 INFO  (OverseerStateUpdate-99118530124906501-127.0.0.1:36043_s%2Fd-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36043_s%2Fd
   [junit4]   2> 1407287 INFO  (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1437321 INFO  (zkCallback-1322-thread-5) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1437323 ERROR (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1135)
   [junit4]   2> 	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 
   [junit4]   2> 1437324 INFO  (OverseerThreadFactory-3487-thread-1) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1437324 WARN  (OverseerAutoScalingTriggerThread-99118530124906501-127.0.0.1:36043_s%2Fd-n_0000000000) [    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1437327 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4793f00c{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1437327 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34cf07de{/s/d,null,UNAVAILABLE}
   [junit4]   2> 1437344 ERROR (qtp1765185367-8453) [    ] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> 1437345 ERROR (qtp1765185367-8453) [    ] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 1437353 INFO  (qtp1765185367-8453) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630085
   [junit4]   2> 1437353 ERROR (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1437354 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42575 42575
   [junit4]   2> 1442387 INFO  (Thread-2023) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42575 42575
   [junit4]   2> 1442387 WARN  (Thread-2023) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.method=test -Dtests.seed=7E6EDDDB79E39D4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-MW -Dtests.timezone=America/Argentina/Rio_Gallegos -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    636s J1 | ChaosMonkeySafeLeaderTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:36043/s/d
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4:8FB2D2071962542C]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.base/java.lang.Thread.run(Thread.java:844)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.base/java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.base/java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:425)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:65)
   [junit4]    > 	at java.base/sun.security.ssl.SSLSocketImpl.bytesInCompletePacket(SSLSocketImpl.java:918)
   [junit4]    > 	at java.base/sun.security.ssl.AppInputStream.read(AppInputStream.java:144)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    > 	... 42 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ChaosMonkeySafeLeaderTest_7E6EDDDB79E39D4-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1351, maxMBSortInHeap=6.032786290327652, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2ae75651), locale=en-MW, timezone=America/Argentina/Rio_Gallegos
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=1,free=126771952,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [QueryResultKeyTest, TolerantUpdateProcessorTest, PolyFieldTest, MissingSegmentRecoveryTest, TestShortCircuitedRequests, ConcurrentDeleteAndCreateCollectionTest, SampleTest, PathHierarchyTokenizerFactoryTest, DistributedTermsComponentTest, TestFaceting, RequestHandlersTest, BufferStoreTest, StressHdfsTest, BooleanFieldTest, TestReRankQParserPlugin, TestRangeQuery, OpenCloseCoreStressTest, TestDynamicFieldResource, SuggestComponentContextFilterQueryTest, DistributedIntervalFacetingTest, AutoAddReplicasPlanActionTest, WrapperMergePolicyFactoryTest, TestSQLHandlerNonCloud, SearchHandlerTest, TestBulkSchemaAPI, OutputWriterTest, StatsReloadRaceTest, TestCloudNestedDocsSort, TestSortByMinMaxFunction, TestBinaryResponseWriter, TestJettySolrRunner, TestNonDefinedSimilarityFactory, CloneFieldUpdateProcessorFactoryTest, DeleteShardTest, NumberUtilsTest, OverseerTaskQueueTest, FullHLLTest, TestZkAclsWithHadoopAuth, TestLeaderElectionWithEmptyReplica, CdcrVersionReplicationTest, TestExpandComponent, TestRequestStatusCollectionAPI, TestSimpleTextCodec, SOLR749Test, AnalyticsQueryTest, TestFieldCacheSort, TestPseudoReturnFields, TestCoreBackup, TestAddFieldRealTimeGet, HdfsNNFailoverTest, CdcrReplicationDistributedZkTest, TestSolr4Spatial2, ReplicaListTransformerTest, RegexBoostProcessorTest, TestFastLRUCache, AddSchemaFieldsUpdateProcessorFactoryTest, DirectoryFactoryTest, TestClusterProperties, CachingDirectoryFactoryTest, TestRTGBase, VMParamsZkACLAndCredentialsProvidersTest, TestJsonFacets, DirectUpdateHandlerTest, TestLuceneMatchVersion, TestManagedResource, DistributedSuggestComponentTest, TestLocalFSCloudBackupRestore, HighlighterConfigTest, TermVectorComponentDistributedTest, CoreMergeIndexesAdminHandlerTest, TestOmitPositions, HdfsChaosMonkeyNothingIsSafeTest, ChaosMonkeySafeLeaderWithPullReplicasTest, AnalysisErrorHandlingTest, TestPointFields, TestJmxIntegration, LeaderInitiatedRecoveryOnShardRestartTest, DocumentAnalysisRequestHandlerTest, SolrSlf4jReporterTest, SuggesterTSTTest, TestFieldTypeCollectionResource, TestUseDocValuesAsStored, TestExactStatsCache, TestSolrQueryParser, TestDocSet, PrimUtilsTest, SystemLogListenerTest, SolrGraphiteReporterTest, TestDelegationWithHadoopAuth, ZkCLITest, TestScoreJoinQPScore, CircularListTest, TestUnifiedSolrHighlighter, TestRetrieveFieldsOptimizer, PreAnalyzedFieldTest, SignatureUpdateProcessorFactoryTest, TestFastWriter, TestRTimerTree, RulesTest, TestReqParamsAPI, TestSurroundQueryParser, CreateCollectionCleanupTest, MetricsConfigTest, TestPKIAuthenticationPlugin, TestAnalyzedSuggestions, BadIndexSchemaTest, TestComplexPhraseQParserPlugin, TestNumericTokenStream, TestBlendedInfixSuggestions, PeerSyncWithIndexFingerprintCachingTest, AddReplicaTest, TestStressLucene, AutoscalingHistoryHandlerTest, SolrCmdDistributorTest, TestAtomicUpdateErrorCases, TestXmlQParser, TestMissingGroups, SynonymTokenizerTest, BasicAuthStandaloneTest, TestDownShardTolerantSearch, SaslZkACLProviderTest, AssignTest, DistribDocExpirationUpdateProcessorTest, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest]
   [junit4] Completed [366/752 (1!)] on J1 in 635.59s, 1 test, 1 error <<< FAILURES!

[...truncated 175 lines...]
   [junit4] Suite: org.apache.solr.core.TestLazyCores
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/init-core-data-001
   [junit4]   2> 1524018 WARN  (SUITE-TestLazyCores-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=54 numCloses=54
   [junit4]   2> 1524018 INFO  (SUITE-TestLazyCores-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 1524018 INFO  (SUITE-TestLazyCores-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 1524019 INFO  (SUITE-TestLazyCores-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1524020 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoCommit
   [junit4]   2> 1524027 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/solr.xml
   [junit4]   2> 1524029 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 1524029 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 1524029 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 1524050 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
   [junit4]   2> 1524055 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
   [junit4]   2> 1524056 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
   [junit4]   2> 1524057 INFO  (TEST-TestLazyCores.testNoCommit-seed#[7E6EDDDB79E39D4]) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 1524060 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
   [junit4]   2> 1524060 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
   [junit4]   2> 1524061 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1524061 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1524061 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.SolrIndexConfig IndexWriter infoStream solr logging is enabled
   [junit4]   2> 1524061 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 1524071 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.s.IndexSchema [collection5] Schema name=tiny
   [junit4]   2> 1524071 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=tiny
   [junit4]   2> 1524071 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.s.IndexSchema [collection2] Schema name=tiny
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection5, trusted=true
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection1, trusted=true
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection2, trusted=true
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection5' (registry 'solr.core.collection5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection2' (registry 'solr.core.collection2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3896affe
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection1/data/]
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/collection2], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection2/data/]
   [junit4]   2> 1524072 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/collection5], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/./collection5/data/]
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=60.9599609375, floorSegmentMB=2.091796875, forceMergeDeletesPctAllowed=2.868380672273271, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6435165144615256
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=60.9599609375, floorSegmentMB=2.091796875, forceMergeDeletesPctAllowed=2.868380672273271, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6435165144615256
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=60.9599609375, floorSegmentMB=2.091796875, forceMergeDeletesPctAllowed=2.868380672273271, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6435165144615256
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-3]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@64fca42d
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-3]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-2]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@2fbb06ea
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-3]: 0 msec to checkpoint
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-1]: init: current segments file is "segments"; deletionPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper@47e41568
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-3) [    ] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-6437-thread-3]: init: create=true
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-2]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-1]: now checkpoint "" [0 segments ; isCommit = false]
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-2]: 0 msec to checkpoint
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.LoggingInfoStream [IFD][coreLoadExecutor-6437-thread-1]: 0 msec to checkpoint
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-6437-thread-2]: init: create=true
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-6437-thread-1]: init: create=true
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-2) [    ] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-6437-thread-2]: 
   [junit4]   2> dir=MMapDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/collection2/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12264db5
   [junit4]   2> index=
   [junit4]   2> version=8.0.0
   [junit4]   2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
   [junit4]   2> ramBufferSizeMB=16.0
   [junit4]   2> maxBufferedDocs=-1
   [junit4]   2> mergedSegmentWarmer=null
   [junit4]   2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> commit=null
   [junit4]   2> openMode=CREATE
   [junit4]   2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
   [junit4]   2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
   [junit4]   2> codec=CheapBastard
   [junit4]   2> infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> mergePolicy=RandomMergePolicy([TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=60.9599609375, floorSegmentMB=2.091796875, forceMergeDeletesPctAllowed=2.868380672273271, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6435165144615256)
   [junit4]   2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@1b0606d5
   [junit4]   2> readerPooling=true
   [junit4]   2> perThreadHardLimitMB=1945
   [junit4]   2> useCompoundFile=true
   [junit4]   2> commitOnClose=true
   [junit4]   2> indexSort=null
   [junit4]   2> writer=org.apache.solr.update.SolrIndexWriter@1631bac3
   [junit4]   2> 
   [junit4]   2> 1524074 INFO  (coreLoadExecutor-6437-thread-1) [    ] o.a.s.u.LoggingInfoStream [IW][coreLoadExecutor-6437-thread-1]: 
   [junit4]   2> dir=MMapDirectory@/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001/tempDir-001/collection1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@624c836b
   [junit4]   2> index=
   [junit4]   2> version=8.0.0
   [junit4]   2> analyzer=org.apache.solr.update.SolrIndexConfig$DelayedSchemaAnalyzer
   [junit4]   2> ramBufferSizeMB=16.0
   [junit4]   2> maxBufferedDocs=-1
   [junit4]   2> mergedSegmentWarmer=null
   [junit4]   2> delPolicy=org.apache.solr.core.IndexDeletionPolicyWrapper
   [junit4]   2> commit=null
   [junit4]   2> openMode=CREATE
   [junit4]   2> similarity=org.apache.solr.search.similarities.SchemaSimilarityFactory$SchemaSimilarity
   [junit4]   2> mergeScheduler=ConcurrentMergeScheduler: maxThreadCount=-1, maxMergeCount=-1, ioThrottle=true
   [junit4]   2> codec=CheapBastard
   [junit4]   2> infoStream=org.apache.solr.update.LoggingInfoStream
   [junit4]   2> mergePolicy=RandomMergePolicy([TieredMergePolicy: maxMergeAtOnce=32, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=60.9599609375, floorSegmentMB=2.091796875, forceMergeDeletesPctAllowed=2.868380672273271, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6435165144615256)
   [junit4]   2> indexerThreadPool=org.apache.lucene.index.DocumentsWriterPerThreadPool@6428166e
   [junit4]   2> readerPooling=true
   [junit4]   2> perThreadHardLimitMB=1945
   [junit4]   2> useCompoundFile=true
   [junit4]   2> commitOnClose=true
   [junit4]   2> indexSort=null
   [junit4]   2> writer=org.apache.solr.update.SolrIndexWriter@60662736
   [junit4]   2> 
   [junit4]   2> 1524075 INFO  (coreLoad

[...truncated too long message...]

s for registry=solr.jvm, tag=null
   [junit4]   2> 1530458 INFO  (SUITE-TestLazyCores-seed#[7E6EDDDB79E39D4]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.core.TestLazyCores_7E6EDDDB79E39D4-001
   [junit4]   2> Dec 04, 2017 11:17:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Dec 04, 2017 11:18:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   [junit4]   2>    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> Dec 04, 2017 11:18:07 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2> Dec 04, 2017 11:18:10 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]   2>         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
   [junit4]   2>         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]   2>         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@16d7a59f), locale=sr-Latn-BA, timezone=Africa/Conakry
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 10-ea (64-bit)/cpus=8,threads=2,free=232104776,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestDeleteCollectionOnDownNodes, TestCollectionAPI, TimeZoneUtilsTest, TestMaxTokenLenTokenizer, TestBulkSchemaConcurrent, SimplePostToolTest, TestAuthenticationFramework, ClassificationUpdateProcessorIntegrationTest, DistribJoinFromCollectionTest, ZkNodePropsTest, SpellCheckCollatorWithCollapseTest, TestManagedResourceStorage, BasicDistributedZk2Test, TestSolrCoreSnapshots, HLLSerializationTest, PreAnalyzedFieldManagedSchemaCloudTest, UnloadDistributedZkTest, PluginInfoTest, TestSolrConfigHandlerCloud, TestReload, HdfsChaosMonkeySafeLeaderTest, TestPrepRecovery, TestConfigSetsAPIExclusivity, StatsComponentTest, DistributedSpellCheckComponentTest, TestNumericRangeQuery32, BlobRepositoryCloudTest, TestUninvertingReader, TestQueryTypes, AlternateDirectoryTest, TestConfigSetProperties, RecoveryZkTest, TestRecoveryHdfs, TestBlobHandler, TestCustomSort, CheckHdfsIndexTest, TestHashPartitioner, TestUseDocValuesAsStored2, MetricUtilsTest, TestRawResponseWriter, SortByFunctionTest, TestUniqueKeyFieldResource, CoreAdminHandlerTest, TestNestedDocsSort, TestSolrQueryResponse, TestCopyFieldCollectionResource, TestHdfsBackupRestoreCore, TestReloadAndDeleteDocs, RequiredFieldsTest, SolrTestCaseJ4Test, TestLRUStatsCache, ChangedSchemaMergeTest, TestValueSourceCache, AliasIntegrationTest, HdfsUnloadDistributedZkTest, LoggingHandlerTest, TestElisionMultitermQuery, TestLeaderElectionZkExpiry, ReplaceNodeTest, TestSizeLimitedDistributedMap, CoreAdminCreateDiscoverTest, TestJsonRequest, TestSSLRandomization, ChaosMonkeyNothingIsSafeTest, TestCoreDiscovery, ImplicitSnitchTest, DistributedFacetExistsSmallTest, NodeLostTriggerTest, TestGraphMLResponseWriter, DefaultValueUpdateProcessorTest, ExitableDirectoryReaderTest, FieldMutatingUpdateProcessorTest, ReturnFieldsTest, SpellPossibilityIteratorTest, LeaderFailureAfterFreshStartTest, SolrJmxReporterCloudTest, IndexSchemaTest, TestPartialUpdateDeduplication, ConnectionReuseTest, JavabinLoaderTest, TestFiltering, OverseerRolesTest, TestCloudJSONFacetJoinDomain, CdcrReplicationHandlerTest, TestRestoreCore, UUIDUpdateProcessorFallbackTest, TestMultiWordSynonyms, CustomCollectionTest, TestSolrDeletionPolicy2, LeaderElectionTest, AutoScalingHandlerTest, SolrMetricsIntegrationTest, TestSolrConfigHandler, TestSystemIdResolver, DeleteStatusTest, SolrCLIZkUtilsTest, TestClusterStateMutator, TestHdfsUpdateLog, FieldAnalysisRequestHandlerTest, DistanceFunctionTest, TestZkChroot, BlockJoinFacetSimpleTest, TestSolrCloudWithKerberosAlt, TestCharFilters, SolrIndexMetricsTest, TestIndexSearcher, TestPolicyCloud, TestFileDictionaryLookup, QueryElevationComponentTest, ConfigSetsAPITest, ClusterStateTest, TestClassicSimilarityFactory, DocValuesNotIndexedTest, IndexBasedSpellCheckerTest, HdfsBasicDistributedZk2Test, TestCloudRecovery, UpdateLogTest, TestFuzzyAnalyzedSuggestions, ScriptEngineTest, SolrCoreMetricManagerTest, TestLegacyNumericRangeQueryBuilder, CSVRequestHandlerTest, CollectionsAPIDistributedZkTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, ZkSolrClientTest, TestRealTimeGet, TestStressReorder, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, ConvertedLegacyTest, TestFunctionQuery, TestLazyCores]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLazyCores -Dtests.seed=7E6EDDDB79E39D4 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=sr-Latn-BA -Dtests.timezone=Africa/Conakry -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestLazyCores (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   [junit4]    >    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]    >         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=65122, name=searcherExecutor-6470-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]    >         at java.base@10-ea/jdk.internal.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.locks.LockSupport.park(LockSupport.java:194)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2074)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1121)
   [junit4]    >         at java.base@10-ea/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
   [junit4]    >         at java.base@10-ea/java.lang.Thread.run(Thread.java:844)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([7E6EDDDB79E39D4]:0)
   [junit4] Completed [419/752 (2!)] on J2 in 29.53s, 9 tests, 3 errors <<< FAILURES!

[...truncated 41157 lines...]

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_144) - Build # 21029 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21029/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.cloud.ShardRoutingTest.test

Error Message:
Timeout occured while waiting response from server at: https://127.0.0.1:43607/hz

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:43607/hz
	at __randomizedtesting.SeedInfo.seed([160757B4C0F137C5:9E53686E6E0D5A3D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
	... 43 more




Build Log:
[...truncated 12122 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardRoutingTest
   [junit4]   2> 133449 INFO  (SUITE-ShardRoutingTest-seed#[160757B4C0F137C5]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_160757B4C0F137C5-001/init-core-data-001
   [junit4]   2> 133449 WARN  (SUITE-ShardRoutingTest-seed#[160757B4C0F137C5]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=118 numCloses=118
   [junit4]   2> 133450 INFO  (SUITE-ShardRoutingTest-seed#[160757B4C0F137C5]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 133451 INFO  (SUITE-ShardRoutingTest-seed#[160757B4C0F137C5]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 133451 INFO  (SUITE-ShardRoutingTest-seed#[160757B4C0F137C5]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /hz/
   [junit4]   2> 133453 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 133453 INFO  (Thread-255) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 133453 INFO  (Thread-255) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 133462 ERROR (Thread-255) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 133553 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.ZkTestServer start zk server on port:41133
   [junit4]   2> 133565 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 133566 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 133567 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 133567 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 133568 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 133568 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 133569 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 133569 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 133569 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 133570 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 133570 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 133578 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Will use NRT replicas unless explicitly asked otherwise
   [junit4]   2> 133639 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.e.j.s.Server jetty-9.3.20.v20170531
   [junit4]   2> 133656 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@391b5ee3{/hz,null,AVAILABLE}
   [junit4]   2> 133658 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@19136945{SSL,[ssl, http/1.1]}{127.0.0.1:43607}
   [junit4]   2> 133658 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.e.j.s.Server Started @135270ms
   [junit4]   2> 133658 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_160757B4C0F137C5-001/tempDir-001/control/data, replicaType=NRT, hostContext=/hz, hostPort=43607, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_160757B4C0F137C5-001/control-001/cores}
   [junit4]   2> 133658 ERROR (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 133658 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 133658 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 133660 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 133660 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-12-04T18:53:20.470Z
   [junit4]   2> 133669 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 133669 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_160757B4C0F137C5-001/control-001/solr.xml
   [junit4]   2> 133672 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 133672 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 133673 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@1eabea4b, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 133675 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41133/solr
   [junit4]   2> 133708 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [n:127.0.0.1:43607_hz    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 133708 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [n:127.0.0.1:43607_hz    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43607_hz
   [junit4]   2> 133709 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [n:127.0.0.1:43607_hz    ] o.a.s.c.Overseer Overseer (id=99117537706901509-127.0.0.1:43607_hz-n_0000000000) starting
   [junit4]   2> 133714 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [n:127.0.0.1:43607_hz    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43607_hz
   [junit4]   2> 133715 INFO  (OverseerStateUpdate-99117537706901509-127.0.0.1:43607_hz-n_0000000000) [n:127.0.0.1:43607_hz    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 133763 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [n:127.0.0.1:43607_hz    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eabea4b
   [junit4]   2> 133767 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [n:127.0.0.1:43607_hz    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eabea4b
   [junit4]   2> 133767 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [n:127.0.0.1:43607_hz    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eabea4b
   [junit4]   2> 133768 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [n:127.0.0.1:43607_hz    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_160757B4C0F137C5-001/control-001/cores
   [junit4]   2> 133779 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 133779 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41133/solr ready
   [junit4]   2> 133796 INFO  (qtp215658345-1369) [n:127.0.0.1:43607_hz    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43607_hz&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 133798 INFO  (OverseerThreadFactory-734-thread-1-processing-n:127.0.0.1:43607_hz) [n:127.0.0.1:43607_hz    ] o.a.s.c.CreateCollectionCmd Create collection control_collection
   [junit4]   2> 133903 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 133903 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 134006 INFO  (zkCallback-241-thread-1-processing-n:127.0.0.1:43607_hz) [n:127.0.0.1:43607_hz    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 134919 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
   [junit4]   2> 134926 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema [control_collection_shard1_replica_n1] Schema name=test
   [junit4]   2> 134975 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 134984 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'control_collection_shard1_replica_n1' using configuration from collection control_collection, trusted=true
   [junit4]   2> 134985 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.control_collection.shard1.replica_n1' (registry 'solr.core.control_collection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1eabea4b
   [junit4]   2> 134988 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 134988 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [[control_collection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_160757B4C0F137C5-001/control-001/cores/control_collection_shard1_replica_n1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/../../../../../../../../../home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_160757B4C0F137C5-001/control-001/cores/control_collection_shard1_replica_n1/data/]
   [junit4]   2> 134990 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8378814954253212]
   [junit4]   2> 135003 WARN  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 135023 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 135023 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 135024 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 135024 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 135024 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=46, maxMergeAtOnceExplicit=46, maxMergedSegmentMB=7.513671875, floorSegmentMB=1.0927734375, forceMergeDeletesPctAllowed=18.814976994607278, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 135025 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@74a204a0[control_collection_shard1_replica_n1] main]
   [junit4]   2> 135025 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 135026 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 135026 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
   [junit4]   2> 135027 INFO  (searcherExecutor-737-thread-1-processing-n:127.0.0.1:43607_hz x:control_collection_shard1_replica_n1 s:shard1 c:control_collection) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1] Registered new searcher Searcher@74a204a0[control_collection_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 135027 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1585880604959834112
   [junit4]   2> 135029 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 135029 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 135030 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43607/hz/control_collection_shard1_replica_n1/
   [junit4]   2> 135030 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 135030 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:43607/hz/control_collection_shard1_replica_n1/ has no replicas
   [junit4]   2> 135030 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 135031 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43607/hz/control_collection_shard1_replica_n1/ shard1
   [junit4]   2> 193839 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.ChaosMonkey monkey: stop jetty! 43607
   [junit4]   2> 193839 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=837709626
   [junit4]   2> 193839 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 193839 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@55714d54: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@71cd7717
   [junit4]   2> 193842 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 193842 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52a2342c: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@730e9112
   [junit4]   2> 193845 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 193845 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@60d1902: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@6c1519f7
   [junit4]   2> 193845 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43607_hz
   [junit4]   2> 193846 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 193847 INFO  (zkCallback-241-thread-2-processing-n:127.0.0.1:43607_hz) [n:127.0.0.1:43607_hz    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 193847 INFO  (coreCloseExecutor-742-thread-1) [n:127.0.0.1:43607_hz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.c.SolrCore [control_collection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@503a574
   [junit4]   2> 193847 INFO  (coreCloseExecutor-742-thread-1) [n:127.0.0.1:43607_hz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.control_collection.shard1.replica_n1, tag=84125044
   [junit4]   2> 193847 INFO  (coreCloseExecutor-742-thread-1) [n:127.0.0.1:43607_hz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1a3251c1: rootName = null, domain = solr.core.control_collection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.control_collection.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@45ee4647
   [junit4]   2> 193853 INFO  (coreCloseExecutor-742-thread-1) [n:127.0.0.1:43607_hz c:control_collection s:shard1 r:core_node2 x:control_collection_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.control_collection.shard1.leader, tag=84125044
   [junit4]   2> 204746 INFO  (ScheduledTrigger-732-thread-4) [n:127.0.0.1:43607_hz    ] o.a.s.c.a.SystemLogListener Collection .system does not exist, disabling logging.
   [junit4]   2> 204771 INFO  (AutoscalingActionExecutor-733-thread-1-processing-n:127.0.0.1:43607_hz) [n:127.0.0.1:43607_hz    ] o.a.s.c.a.ExecutePlanAction No operations to execute for event: {
   [junit4]   2>   "id":"14fd2c364a137540T98vckeaw79r45jfx6jc2rir4v",
   [junit4]   2>   "source":".auto_add_replicas",
   [junit4]   2>   "eventTime":1512413661549000000,
   [junit4]   2>   "eventType":"NODELOST",
   [junit4]   2>   "properties":{
   [junit4]   2>     "eventTimes":[1512413661549000000],
   [junit4]   2>     "_enqueue_time_":1512413671553000000,
   [junit4]   2>     "nodeNames":["127.0.0.1:43607_hz"]}}
   [junit4]   2> 313798 ERROR (qtp215658345-1369) [n:127.0.0.1:43607_hz    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:313)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:245)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:223)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 313798 INFO  (qtp215658345-1369) [n:127.0.0.1:43607_hz    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf1&name=control_collection&nrtReplicas=1&action=CREATE&numShards=1&createNodeSet=127.0.0.1:43607_hz&wt=javabin&version=2} status=500 QTime=180002
   [junit4]   2> 313799 ERROR (qtp215658345-1369) [n:127.0.0.1:43607_hz    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: create the collection time out:180s
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleResponse(CollectionsHandler.java:313)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:245)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:223)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:493)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 733998 ERROR (OverseerThreadFactory-734-thread-1-processing-n:127.0.0.1:43607_hz) [n:127.0.0.1:43607_hz    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: https://127.0.0.1:43607/hz
   [junit4]   2> org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:43607/hz
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:172)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]   2> 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]   2> 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]   2> 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
   [junit4]   2> 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
   [junit4]   2> 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]   2> 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]   2> 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]   2> 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]   2> 	at org.apache.solr.util.stats.InstrumentedHttpRequestExecutor.execute(InstrumentedHttpRequestExecutor.java:118)
   [junit4]   2> 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]   2> 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]   2> 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]   2> 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]   2> 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]   2> 	... 12 more
   [junit4]   2> 733998 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.Overseer Overseer (id=99117537706901509-127.0.0.1:43607_hz-n_0000000000) closing
   [junit4]   2> 733999 ERROR (OverseerThreadFactory-734-thread-1-processing-n:127.0.0.1:43607_hz) [n:127.0.0.1:43607_hz    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [control_collection].
   [junit4]   2> 733999 INFO  (OverseerStateUpdate-99117537706901509-127.0.0.1:43607_hz-n_0000000000) [n:127.0.0.1:43607_hz    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43607_hz
   [junit4]   2> 733999 INFO  (OverseerThreadFactory-734-thread-1-processing-n:127.0.0.1:43607_hz) [n:127.0.0.1:43607_hz    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 764031 INFO  (zkCallback-241-thread-5-processing-n:127.0.0.1:43607_hz) [n:127.0.0.1:43607_hz    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDeleted path:/collections/control_collection/state.json] for collection [control_collection] has occurred - updating... (live nodes size: [0])
   [junit4]   2> 764032 ERROR (OverseerThreadFactory-734-thread-1-processing-n:127.0.0.1:43607_hz) [n:127.0.0.1:43607_hz    ] o.a.s.c.OverseerCollectionMessageHandler Collection: control_collection operation: create failed:org.apache.solr.common.SolrException: Could not fully remove collection: control_collection
   [junit4]   2> 	at org.apache.solr.cloud.DeleteCollectionCmd.call(DeleteCollectionCmd.java:109)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.cleanupCollection(OverseerCollectionMessageHandler.java:678)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:302)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:232)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:188)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 764032 INFO  (OverseerThreadFactory-734-thread-1-processing-n:127.0.0.1:43607_hz) [n:127.0.0.1:43607_hz    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 764033 WARN  (OverseerAutoScalingTriggerThread-99117537706901509-127.0.0.1:43607_hz-n_0000000000) [n:127.0.0.1:43607_hz    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 764035 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@19136945{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 764035 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@391b5ee3{/hz,null,UNAVAILABLE}
   [junit4]   2> 764053 ERROR (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 764054 ERROR (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard1
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1207)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1079)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:1014)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.registerInZk(ZkContainer.java:208)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.registerCore(CoreContainer.java:890)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1051)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:952)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:389)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:177)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:735)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:716)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:497)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:382)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:326)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1759)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:426)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:283)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:108)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: No registered leader was found after waiting for 1220000ms , collection: control_collection slice: shard1 saw state=null with live_nodes=[]
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:771)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderUrl(ZkStateReader.java:736)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:1178)
   [junit4]   2> 	... 44 more
   [junit4]   2> 
   [junit4]   2> 764061 INFO  (qtp215658345-1363) [n:127.0.0.1:43607_hz c:control_collection s:shard1  x:control_collection_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf1&newCollection=true&name=control_collection_shard1_replica_n1&action=CREATE&numShards=1&collection=control_collection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=630158
   [junit4]   2> 764061 ERROR (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 764062 INFO  (TEST-ShardRoutingTest.test-seed#[160757B4C0F137C5]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41133 41133
   [junit4]   2> 769348 INFO  (Thread-255) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:41133 41133
   [junit4]   2> 769348 WARN  (Thread-255) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ShardRoutingTest -Dtests.method=test -Dtests.seed=160757B4C0F137C5 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-PH -Dtests.timezone=Etc/GMT+10 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    636s J1 | ShardRoutingTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: https://127.0.0.1:43607/hz
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([160757B4C0F137C5:9E53686E6E0D5A3D]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:654)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1103)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:883)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:816)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:314)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:991)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:968)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at sun.security.ssl.InputRecord.readFully(InputRecord.java:465)
   [junit4]    > 	at sun.security.ssl.InputRecord.read(InputRecord.java:503)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readRecord(SSLSocketImpl.java:983)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readDataRecord(SSLSocketImpl.java:940)
   [junit4]    > 	at sun.security.ssl.AppInputStream.read(AppInputStream.java:105)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:282)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:185)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:111)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:542)
   [junit4]    > 	... 43 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.ShardRoutingTest_160757B4C0F137C5-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=854, maxMBSortInHeap=6.216997406741239, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@117f6874), locale=en-PH, timezone=Etc/GMT+10
   [junit4]   2> NOTE: Linux 4.10.0-40-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=261773272,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestExpandComponent, ManagedSchemaRoundRobinCloudTest, TestZkAclsWithHadoopAuth, RegexBoostProcessorTest, ReplicaListTransformerTest, TestCloudPseudoReturnFields, DistributedFacetPivotLongTailTest, OverseerModifyCollectionTest, DeleteShardTest, OutputWriterTest, TestSolrCloudSnapshots, TestCloudInspectUtil, TestSimpleTextCodec, OutOfBoxZkACLAndCredentialsProvidersTest, ClassificationUpdateProcessorFactoryTest, TestNonDefinedSimilarityFactory, TestPseudoReturnFields, DeleteLastCustomShardedReplicaTest, LukeRequestHandlerTest, SynonymTokenizerTest, AddSchemaFieldsUpdateProcessorFactoryTest, QueryResultKeyTest, TestPointFields, TestStressReorder, ShardRoutingTest]
   [junit4] Completed [185/752 (1!)] on J1 in 635.92s, 1 test, 1 error <<< FAILURES!

[...truncated 49300 lines...]

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_144) - Build # 21028 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/21028/
Java: 32bit/jdk1.8.0_144 -client -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([5D9F9A67D16AB263:6047344BE984EC13]:0)
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:252)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:49)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.registerHandles(AbstractPollingIoAcceptor.java:525)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.access$200(AbstractPollingIoAcceptor.java:67)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:409)
	at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:65)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13456 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithKerberosAlt
   [junit4]   2> 2007832 INFO  (SUITE-TestSolrCloudWithKerberosAlt-seed#[5D9F9A67D16AB263]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithKerberosAlt_5D9F9A67D16AB263-001/init-core-data-001
   [junit4]   2> 2007833 INFO  (SUITE-TestSolrCloudWithKerberosAlt-seed#[5D9F9A67D16AB263]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 2007834 INFO  (SUITE-TestSolrCloudWithKerberosAlt-seed#[5D9F9A67D16AB263]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2007837 INFO  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[5D9F9A67D16AB263]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   2> 2011515 WARN  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[5D9F9A67D16AB263]) [    ] o.a.d.s.c.DefaultDirectoryService You didn't change the admin password of directory service instance 'DefaultKrbServer'.  Please update the admin password as soon as possible to prevent a possible security breach.
   [junit4]   2> 2012904 INFO  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[5D9F9A67D16AB263]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithKerberosAlt -Dtests.method=testBasics -Dtests.seed=5D9F9A67D16AB263 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=pl -Dtests.timezone=America/Indiana/Vincennes -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   5.07s J2 | TestSolrCloudWithKerberosAlt.testBasics <<<
   [junit4]    > Throwable #1: java.net.BindException: Address already in use
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5D9F9A67D16AB263:6047344BE984EC13]:0)
   [junit4]    > 	at sun.nio.ch.Net.bind0(Native Method)
   [junit4]    > 	at sun.nio.ch.Net.bind(Net.java:433)
   [junit4]    > 	at sun.nio.ch.Net.bind(Net.java:425)
   [junit4]    > 	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
   [junit4]    > 	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
   [junit4]    > 	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:252)
   [junit4]    > 	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:49)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.registerHandles(AbstractPollingIoAcceptor.java:525)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.access$200(AbstractPollingIoAcceptor.java:67)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:409)
   [junit4]    > 	at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:65)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.TestSolrCloudWithKerberosAlt_5D9F9A67D16AB263-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1575, maxMBSortInHeap=6.873315603888926, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4b7bbb), locale=pl, timezone=America/Indiana/Vincennes
   [junit4]   2> NOTE: Linux 4.10.0-40-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=278713912,total=519569408
   [junit4]   2> NOTE: All tests run in this JVM: [XmlUpdateRequestHandlerTest, CoreAdminCreateDiscoverTest, AtomicUpdateProcessorFactoryTest, TestSimpleQParserPlugin, WordBreakSolrSpellCheckerTest, TestLRUStatsCache, TestStreamBody, CoreAdminHandlerTest, TestPartialUpdateDeduplication, TestMinMaxOnMultiValuedField, FacetPivotSmallTest, TestHdfsBackupRestoreCore, DocValuesMissingTest, TestUniqueKeyFieldResource, TestSolrCoreProperties, TestLegacyNumericRangeQueryBuilder, MetricUtilsTest, ConnectionReuseTest, TestClusterStateMutator, OverriddenZkACLAndCredentialsProvidersTest, DeleteNodeTest, TestNumericRangeQuery32, TestCloudJSONFacetJoinDomain, DirectSolrSpellCheckerTest, TestNamedUpdateProcessors, TestCustomStream, TimeZoneUtilsTest, DistributedFacetExistsSmallTest, CursorMarkTest, CSVRequestHandlerTest, TestGroupingSearch, StatsComponentTest, ClassificationUpdateProcessorIntegrationTest, RecoveryZkTest, TestSystemIdResolver, ChaosMonkeyNothingIsSafeTest, TestPayloadCheckQParserPlugin, TestFieldCollectionResource, PeerSyncReplicationTest, BlockCacheTest, TestInfoStreamLogging, SuggestComponentTest, MultiThreadedOCPTest, TestDistribIDF, DistribJoinFromCollectionTest, TestSchemaSimilarityResource, TestFuzzyAnalyzedSuggestions, SolrCLIZkUtilsTest, TestFiltering, DefaultValueUpdateProcessorTest, JSONWriterTest, TestQueryTypes, TestFieldTypeResource, TestRestoreCore, UpdateLogTest, AlternateDirectoryTest, TestLMDirichletSimilarityFactory, TestUseDocValuesAsStored2, PKIAuthenticationIntegrationTest, ShufflingReplicaListTransformerTest, LegacyCloudClusterPropTest, TestFieldCache, DistanceFunctionTest, TestCoreDiscovery, HdfsUnloadDistributedZkTest, TestReload, SystemInfoHandlerTest, TestSolrCLIRunExample, OverseerTest, TestUninvertingReader, TestRandomFlRTGCloud, TestCustomDocTransformer, TestPerFieldSimilarityWithDefaultOverride, PreAnalyzedUpdateProcessorTest, BitVectorTest, ZkFailoverTest, InfoHandlerTest, TestHttpShardHandlerFactory, TestSSLRandomization, TestValueSourceCache, TestReplicaProperties, TestTolerantUpdateProcessorCloud, SolrCoreMetricManagerTest, SpellPossibilityIteratorTest, FullSolrCloudDistribCmdsTest, TestSolrCoreSnapshots, LeaderFailureAfterFreshStartTest, DistributedQueryComponentCustomSortTest, TlogReplayBufferedWhileIndexingTest, CustomCollectionTest, BadComponentTest, TestTrie, AsyncCallRequestStatusResponseTest, BasicDistributedZk2Test, AutoScalingHandlerTest, TestElisionMultitermQuery, SortByFunctionTest, TestReloadAndDeleteDocs, HdfsSyncSliceTest, TestQuerySenderListener, TestClassicSimilarityFactory, SuggesterTest, RollingRestartTest, DirectSolrConnectionTest, HighlighterTest, TestRandomCollapseQParserPlugin, TestGraphTermsQParserPlugin, CdcrReplicationHandlerTest, TestFileDictionaryLookup, TestCollectionAPI, SolrCloudReportersTest, CdcrUpdateLogTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, CollectionsAPIAsyncDistributedZkTest, TestIndexSearcher, RankQueryTest, ZkNodePropsTest, CheckHdfsIndexTest, SolrCoreCheckLockOnStartupTest, TestExclusionRuleCollectionAccess, TestFunctionQuery, V2ApiIntegrationTest, HLLSerializationTest, ClusterStateUpdateTest, LeaderElectionTest, TestRandomDVFaceting, TestDistributedGrouping, DistributedSpellCheckComponentTest, TestRealTimeGet, TestJoin, DirectUpdateHandlerTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SolrRequestParserTest, TestStressLucene, TestCSVLoader, NoCacheHeaderTest, TestPseudoReturnFields, TestUpdate, DocValuesMultiTest, XsltUpdateRequestHandlerTest, TestQueryUtils, TestReversedWildcardFilterFactory, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, DocumentBuilderTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, IndexSchemaTest, ReturnFieldsTest, MBeansHandlerTest, TestLFUCache, SolrTestCaseJ4Test, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AddReplicaTest, AssignBackwardCompatibilityTest, CloudExitableDirectoryReaderTest, CollectionTooManyReplicasTest, DeleteStatusTest, DocValuesNotIndexedTest, HttpPartitionTest, MoveReplicaTest, OverseerTaskQueueTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudPivotFacet, TestCloudSearcherWarming, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLeaderElectionWithEmptyReplica, TestLockTree, TestPrepRecovery, TestPullReplicaErrorHandling, TestSolrCloudWithDelegationTokens, TestSolrCloudWithKerberosAlt]
   [junit4] Completed [563/752 (1!)] on J2 in 5.09s, 1 test, 1 error <<< FAILURES!

[...truncated 43732 lines...]