You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/03/21 05:26:36 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 2444 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/2444/

4 tests failed.
FAILED:  org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart

Error Message:
Error from server at http://127.0.0.1:38439/solr: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38439/solr: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([81F5C855CC676903:A9605A001FEAB858]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:107)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeaderAfterRestart(TestCloudConsistency.java:97)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader

Error Message:
Error from server at http://127.0.0.1:38439/solr: ADDREPLICA failed to create replica

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:38439/solr: ADDREPLICA failed to create replica
	at __randomizedtesting.SeedInfo.seed([81F5C855CC676903:FF1EE8450F006639]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:107)
	at org.apache.solr.cloud.TestCloudConsistency.testOutOfSyncReplicasCannotBecomeLeader(TestCloudConsistency.java:92)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testOverwriteOption

Error Message:
Could not load collection from ZK: overwrite

Stack Trace:
org.apache.solr.common.SolrException: Could not load collection from ZK: overwrite
	at __randomizedtesting.SeedInfo.seed([86B684FA0B9090A4:6A8D651165C0EF72]:0)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1236)
	at org.apache.solr.common.cloud.ZkStateReader$LazyCollectionRef.get(ZkStateReader.java:674)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:148)
	at org.apache.solr.common.cloud.ClusterState.getCollectionOrNull(ClusterState.java:131)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:154)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testOverwriteOption(CloudSolrClientTest.java:158)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/overwrite/state.json
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:130)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:54)
	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1215)
	at org.apache.solr.common.cloud.SolrZkClient.lambda$getData$5(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:340)
	at org.apache.solr.common.cloud.ZkStateReader.fetchCollectionState(ZkStateReader.java:1248)
	at org.apache.solr.common.cloud.ZkStateReader.getCollectionLive(ZkStateReader.java:1234)
	... 45 more


FAILED:  org.apache.solr.client.solrj.impl.CloudSolrClientTest.testAliasHandling

Error Message:
Error from server at https://127.0.0.1:43733/solr: KeeperErrorCode = Session expired for /configs/conf

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:43733/solr: KeeperErrorCode = Session expired for /configs/conf
	at __randomizedtesting.SeedInfo.seed([86B684FA0B9090A4:8349EB0AC8DE9486]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1105)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:885)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:818)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
	at org.apache.solr.client.solrj.impl.CloudSolrClientTest.testAliasHandling(CloudSolrClientTest.java:181)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
	at org.junit.rules.ExpectedException$ExpectedExceptionStatement.evaluate(ExpectedException.java:110)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 1866 lines...]
   [junit4] JVM J0: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/lucene/build/core/test/temp/junit4-J0-20180321_015746_7586414499667889064708.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] codec: Asserting, pf: LuceneFixedGap, dvf: Direct
   [junit4] <<< JVM J0: EOF ----

[...truncated 12139 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestCloudConsistency
   [junit4]   2> 3487432 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> Creating dataDir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_81F5C855CC676903-001/init-core-data-001
   [junit4]   2> 3487432 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 3487434 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3487434 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_81F5C855CC676903-001/tempDir-001
   [junit4]   2> 3487434 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3487448 INFO  (Thread-4709) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3487448 INFO  (Thread-4709) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3487521 ERROR (Thread-4709) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 3487548 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:38744
   [junit4]   2> 3487630 INFO  (zkConnectionManagerCallback-4755-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3487652 INFO  (jetty-launcher-4752-thread-1) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3487652 INFO  (jetty-launcher-4752-thread-2) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3487668 INFO  (jetty-launcher-4752-thread-3) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3487684 INFO  (jetty-launcher-4752-thread-4) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3487748 INFO  (jetty-launcher-4752-thread-1) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3487748 INFO  (jetty-launcher-4752-thread-1) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3487748 INFO  (jetty-launcher-4752-thread-1) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3487749 INFO  (jetty-launcher-4752-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@dc62604{/solr,null,AVAILABLE}
   [junit4]   2> 3487750 INFO  (jetty-launcher-4752-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3620345f{HTTP/1.1,[http/1.1]}{127.0.0.1:45427}
   [junit4]   2> 3487750 INFO  (jetty-launcher-4752-thread-1) [    ] o.e.j.s.Server Started @3500020ms
   [junit4]   2> 3487750 INFO  (jetty-launcher-4752-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45427}
   [junit4]   2> 3487751 ERROR (jetty-launcher-4752-thread-1) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3487751 INFO  (jetty-launcher-4752-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3487751 INFO  (jetty-launcher-4752-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3487751 INFO  (jetty-launcher-4752-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3487751 INFO  (jetty-launcher-4752-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-21T04:21:22.885Z
   [junit4]   2> 3487814 INFO  (jetty-launcher-4752-thread-3) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3487814 INFO  (jetty-launcher-4752-thread-3) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3487814 INFO  (jetty-launcher-4752-thread-3) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3487814 INFO  (jetty-launcher-4752-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7d71464e{/solr,null,AVAILABLE}
   [junit4]   2> 3487815 INFO  (jetty-launcher-4752-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7e6217f0{HTTP/1.1,[http/1.1]}{127.0.0.1:33907}
   [junit4]   2> 3487815 INFO  (jetty-launcher-4752-thread-3) [    ] o.e.j.s.Server Started @3500085ms
   [junit4]   2> 3487815 INFO  (jetty-launcher-4752-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33907}
   [junit4]   2> 3487815 ERROR (jetty-launcher-4752-thread-3) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3487815 INFO  (jetty-launcher-4752-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3487815 INFO  (jetty-launcher-4752-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3487815 INFO  (jetty-launcher-4752-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3487815 INFO  (jetty-launcher-4752-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-21T04:21:22.949Z
   [junit4]   2> 3487845 INFO  (jetty-launcher-4752-thread-2) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3487845 INFO  (jetty-launcher-4752-thread-2) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3487845 INFO  (jetty-launcher-4752-thread-2) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3487845 INFO  (jetty-launcher-4752-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5cfc2a8f{/solr,null,AVAILABLE}
   [junit4]   2> 3487854 INFO  (jetty-launcher-4752-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c699cb{HTTP/1.1,[http/1.1]}{127.0.0.1:34068}
   [junit4]   2> 3487854 INFO  (jetty-launcher-4752-thread-2) [    ] o.e.j.s.Server Started @3500124ms
   [junit4]   2> 3487854 INFO  (jetty-launcher-4752-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34068}
   [junit4]   2> 3487854 ERROR (jetty-launcher-4752-thread-2) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3487855 INFO  (jetty-launcher-4752-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3487855 INFO  (jetty-launcher-4752-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3487855 INFO  (jetty-launcher-4752-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3487855 INFO  (jetty-launcher-4752-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-21T04:21:22.989Z
   [junit4]   2> 3487877 INFO  (jetty-launcher-4752-thread-4) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3487877 INFO  (jetty-launcher-4752-thread-4) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3487877 INFO  (jetty-launcher-4752-thread-4) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3487877 INFO  (jetty-launcher-4752-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4e82e868{/solr,null,AVAILABLE}
   [junit4]   2> 3487877 INFO  (jetty-launcher-4752-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f8c7e7e{HTTP/1.1,[http/1.1]}{127.0.0.1:40220}
   [junit4]   2> 3487877 INFO  (jetty-launcher-4752-thread-4) [    ] o.e.j.s.Server Started @3500147ms
   [junit4]   2> 3487877 INFO  (jetty-launcher-4752-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40220}
   [junit4]   2> 3487878 ERROR (jetty-launcher-4752-thread-4) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3487878 INFO  (jetty-launcher-4752-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3487878 INFO  (jetty-launcher-4752-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3487878 INFO  (jetty-launcher-4752-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3487878 INFO  (jetty-launcher-4752-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-21T04:21:23.012Z
   [junit4]   2> 3487879 INFO  (zkConnectionManagerCallback-4763-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3487879 INFO  (jetty-launcher-4752-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3487903 INFO  (zkConnectionManagerCallback-4757-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3487904 INFO  (jetty-launcher-4752-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3487909 INFO  (zkConnectionManagerCallback-4761-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3487909 INFO  (zkConnectionManagerCallback-4759-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3487919 INFO  (jetty-launcher-4752-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3487919 INFO  (jetty-launcher-4752-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3487919 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100eb0cc8800004, likely client has closed socket
   [junit4]   2> 3487948 INFO  (jetty-launcher-4752-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38744/solr
   [junit4]   2> 3488008 INFO  (zkConnectionManagerCallback-4767-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3488055 INFO  (jetty-launcher-4752-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38744/solr
   [junit4]   2> 3488061 INFO  (jetty-launcher-4752-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38744/solr
   [junit4]   2> 3488162 INFO  (zkConnectionManagerCallback-4769-thread-1-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3488174 INFO  (zkConnectionManagerCallback-4773-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3488178 INFO  (jetty-launcher-4752-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38744/solr
   [junit4]   2> 3488192 INFO  (zkConnectionManagerCallback-4777-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3488221 INFO  (zkConnectionManagerCallback-4781-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3488248 INFO  (zkConnectionManagerCallback-4783-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3488257 INFO  (zkConnectionManagerCallback-4787-thread-1-processing-n:127.0.0.1:34068_solr) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3488284 INFO  (zkConnectionManagerCallback-4785-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3488859 INFO  (jetty-launcher-4752-thread-4) [n:127.0.0.1:40220_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3488860 INFO  (jetty-launcher-4752-thread-4) [n:127.0.0.1:40220_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40220_solr
   [junit4]   2> 3488893 INFO  (jetty-launcher-4752-thread-4) [n:127.0.0.1:40220_solr    ] o.a.s.c.Overseer Overseer (id=72316034173894662-127.0.0.1:40220_solr-n_0000000000) starting
   [junit4]   2> 3488949 INFO  (zkConnectionManagerCallback-4795-thread-1-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3488981 INFO  (jetty-launcher-4752-thread-4) [n:127.0.0.1:40220_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38744/solr ready
   [junit4]   2> 3489015 INFO  (jetty-launcher-4752-thread-4) [n:127.0.0.1:40220_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40220_solr
   [junit4]   2> 3489051 INFO  (zkCallback-4768-thread-1-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3489116 INFO  (jetty-launcher-4752-thread-2) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3489121 INFO  (zkCallback-4782-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3489122 INFO  (zkCallback-4794-thread-1-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3489137 INFO  (jetty-launcher-4752-thread-3) [n:127.0.0.1:33907_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3489140 INFO  (jetty-launcher-4752-thread-2) [n:127.0.0.1:34068_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3489140 INFO  (jetty-launcher-4752-thread-3) [n:127.0.0.1:33907_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33907_solr
   [junit4]   2> 3489155 INFO  (zkCallback-4794-thread-1-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3489155 INFO  (zkCallback-4782-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3489155 INFO  (zkCallback-4768-thread-1-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3489156 INFO  (jetty-launcher-4752-thread-2) [n:127.0.0.1:34068_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34068_solr
   [junit4]   2> 3489256 INFO  (zkCallback-4794-thread-1-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3489256 INFO  (zkCallback-4782-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3489256 INFO  (zkCallback-4768-thread-2-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3489286 INFO  (zkCallback-4786-thread-1-processing-n:127.0.0.1:34068_solr) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 3489330 INFO  (jetty-launcher-4752-thread-1) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3489344 INFO  (jetty-launcher-4752-thread-1) [n:127.0.0.1:45427_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3489345 INFO  (jetty-launcher-4752-thread-1) [n:127.0.0.1:45427_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45427_solr
   [junit4]   2> 3489347 INFO  (zkCallback-4794-thread-1-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3489347 INFO  (zkCallback-4768-thread-2-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3489420 INFO  (zkCallback-4784-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3489469 INFO  (zkCallback-4782-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3489469 INFO  (zkCallback-4786-thread-1-processing-n:127.0.0.1:34068_solr) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3490232 INFO  (jetty-launcher-4752-thread-4) [n:127.0.0.1:40220_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40220.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490286 INFO  (jetty-launcher-4752-thread-3) [n:127.0.0.1:33907_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33907.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490293 INFO  (jetty-launcher-4752-thread-2) [n:127.0.0.1:34068_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34068.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490363 INFO  (jetty-launcher-4752-thread-4) [n:127.0.0.1:40220_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40220.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490363 INFO  (jetty-launcher-4752-thread-4) [n:127.0.0.1:40220_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_40220.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490364 INFO  (jetty-launcher-4752-thread-4) [n:127.0.0.1:40220_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_81F5C855CC676903-001/tempDir-001/node4/.
   [junit4]   2> 3490417 INFO  (jetty-launcher-4752-thread-3) [n:127.0.0.1:33907_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33907.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490417 INFO  (jetty-launcher-4752-thread-3) [n:127.0.0.1:33907_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_33907.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490418 INFO  (jetty-launcher-4752-thread-3) [n:127.0.0.1:33907_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_81F5C855CC676903-001/tempDir-001/node3/.
   [junit4]   2> 3490454 INFO  (jetty-launcher-4752-thread-1) [n:127.0.0.1:45427_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45427.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490472 INFO  (jetty-launcher-4752-thread-2) [n:127.0.0.1:34068_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34068.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490472 INFO  (jetty-launcher-4752-thread-2) [n:127.0.0.1:34068_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34068.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490473 INFO  (jetty-launcher-4752-thread-2) [n:127.0.0.1:34068_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_81F5C855CC676903-001/tempDir-001/node2/.
   [junit4]   2> 3490536 INFO  (jetty-launcher-4752-thread-1) [n:127.0.0.1:45427_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45427.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490536 INFO  (jetty-launcher-4752-thread-1) [n:127.0.0.1:45427_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45427.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3490537 INFO  (jetty-launcher-4752-thread-1) [n:127.0.0.1:45427_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_81F5C855CC676903-001/tempDir-001/node1/.
   [junit4]   2> 3490550 INFO  (zkConnectionManagerCallback-4803-thread-1-processing-n:127.0.0.1:34068_solr) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3490545 INFO  (zkConnectionManagerCallback-4799-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3490567 INFO  (jetty-launcher-4752-thread-2) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3490567 INFO  (jetty-launcher-4752-thread-3) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3490568 INFO  (jetty-launcher-4752-thread-2) [n:127.0.0.1:34068_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38744/solr ready
   [junit4]   2> 3490569 INFO  (jetty-launcher-4752-thread-3) [n:127.0.0.1:33907_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38744/solr ready
   [junit4]   2> 3490604 INFO  (zkConnectionManagerCallback-4807-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3490605 INFO  (jetty-launcher-4752-thread-1) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3490605 INFO  (jetty-launcher-4752-thread-1) [n:127.0.0.1:45427_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38744/solr ready
   [junit4]   2> 3491045 INFO  (zkConnectionManagerCallback-4809-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3491048 INFO  (zkConnectionManagerCallback-4813-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3491061 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3491062 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38744/solr ready
   [junit4]   2> 3491065 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@f8c7e7e{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3491065 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2061262065
   [junit4]   2> 3491066 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3491066 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6a866e7e: rootName = solr_40220, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@1cf9731
   [junit4]   2> 3491088 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3491088 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@432d510d: rootName = solr_40220, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ab313c9
   [junit4]   2> 3491105 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3491105 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3267a6cc: rootName = solr_40220, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@12e0779
   [junit4]   2> 3491122 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:40220_solr
   [junit4]   2> 3491123 INFO  (zkCallback-4786-thread-1-processing-n:127.0.0.1:34068_solr) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3491123 INFO  (zkCallback-4784-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3491123 INFO  (zkCallback-4768-thread-2-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3491125 INFO  (zkCallback-4812-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3491125 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3491125 INFO  (zkCallback-4806-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3491179 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3491179 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.Overseer Overseer (id=72316034173894662-127.0.0.1:40220_solr-n_0000000000) closing
   [junit4]   2> 3491179 INFO  (OverseerStateUpdate-72316034173894662-127.0.0.1:40220_solr-n_0000000000) [n:127.0.0.1:40220_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:40220_solr
   [junit4]   2> 3491179 INFO  (zkCallback-4782-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3491179 WARN  (OverseerAutoScalingTriggerThread-72316034173894662-127.0.0.1:40220_solr-n_0000000000) [n:127.0.0.1:40220_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3491180 INFO  (zkCallback-4794-thread-1-processing-n:127.0.0.1:40220_solr) [n:127.0.0.1:40220_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3491211 INFO  (zkCallback-4798-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3491211 INFO  (zkCallback-4802-thread-1-processing-n:127.0.0.1:34068_solr) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3491217 INFO  (zkCallback-4782-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33907_solr
   [junit4]   2> 3491218 INFO  (zkCallback-4782-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.Overseer Overseer (id=72316034173894666-127.0.0.1:33907_solr-n_0000000001) starting
   [junit4]   2> 3491245 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e82e868{/solr,null,UNAVAILABLE}
   [junit4]   2> 3491245 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3491252 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3491253 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3491253 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3491253 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3491254 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30dc98e1{/solr,null,AVAILABLE}
   [junit4]   2> 3491254 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2d65a264{HTTP/1.1,[http/1.1]}{127.0.0.1:39447}
   [junit4]   2> 3491254 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.Server Started @3503524ms
   [junit4]   2> 3491254 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37901}
   [junit4]   2> 3491254 ERROR (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3491255 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3491268 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3491268 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3491268 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-21T04:21:26.402Z
   [junit4]   2> 3491276 INFO  (zkConnectionManagerCallback-4815-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3491292 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3491333 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38744/solr
   [junit4]   2> 3491335 INFO  (zkConnectionManagerCallback-4819-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3491345 INFO  (zkConnectionManagerCallback-4821-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3491350 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3491352 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:37901_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3491362 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:37901_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37901_solr
   [junit4]   2> 3491378 INFO  (zkCallback-4786-thread-1-processing-n:127.0.0.1:34068_solr) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3491378 INFO  (zkCallback-4784-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3491378 INFO  (zkCallback-4782-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3491382 INFO  (zkCallback-4806-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3491382 INFO  (zkCallback-4802-thread-1-processing-n:127.0.0.1:34068_solr) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3491382 INFO  (zkCallback-4798-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3491394 INFO  (zkCallback-4820-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3491394 INFO  (zkCallback-4812-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3492316 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:37901_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37901.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3492366 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:37901_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37901.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3492366 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:37901_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37901.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3492384 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:37901_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_81F5C855CC676903-001/tempDir-001/node4/.
   [junit4]   2> 3492466 INFO  (zkConnectionManagerCallback-4826-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3492467 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3492467 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:37901_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38744/solr ready
   [junit4]   2> 3492708 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:39447/solr. Proxy: http://127.0.0.1:37901/solr
   [junit4]   2> 3492764 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@2c699cb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3492765 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1431072385
   [junit4]   2> 3492780 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3492781 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@8f578df: rootName = solr_34068, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@57506a59
   [junit4]   2> 3492819 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3492819 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1ce439fe: rootName = solr_34068, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ab313c9
   [junit4]   2> 3492839 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3492839 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@71ea5787: rootName = solr_34068, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@12e0779
   [junit4]   2> 3492854 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34068_solr
   [junit4]   2> 3492855 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3492855 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3492856 INFO  (zkCallback-4812-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3492928 INFO  (zkCallback-4825-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3492929 INFO  (zkCallback-4798-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3492929 INFO  (zkCallback-4806-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3492929 INFO  (zkCallback-4802-thread-1-processing-n:127.0.0.1:34068_solr) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3492929 INFO  (zkCallback-4820-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3492930 INFO  (zkCallback-4782-thread-2-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3492955 INFO  (zkCallback-4784-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3492963 INFO  (zkCallback-4786-thread-1-processing-n:127.0.0.1:34068_solr) [n:127.0.0.1:34068_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3493029 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5cfc2a8f{/solr,null,UNAVAILABLE}
   [junit4]   2> 3493029 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3493033 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3493033 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3493033 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3493033 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session Scavenging every 600000ms
   [junit4]   2> 3493034 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28ff2411{/solr,null,AVAILABLE}
   [junit4]   2> 3493034 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7941d265{HTTP/1.1,[http/1.1]}{127.0.0.1:35429}
   [junit4]   2> 3493034 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.Server Started @3505304ms
   [junit4]   2> 3493034 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45733}
   [junit4]   2> 3493034 ERROR (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3493034 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3493035 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3493035 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3493035 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-21T04:21:28.169Z
   [junit4]   2> 3493036 INFO  (zkConnectionManagerCallback-4828-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3493037 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3493106 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38744/solr
   [junit4]   2> 3493107 INFO  (zkConnectionManagerCallback-4832-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3493110 INFO  (zkConnectionManagerCallback-4834-thread-1-processing-n:127.0.0.1:45733_solr) [n:127.0.0.1:45733_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3493139 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:45733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3493141 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:45733_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3493154 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:45733_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45733_solr
   [junit4]   2> 3493155 INFO  (zkCallback-4812-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3493178 INFO  (zkCallback-4820-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3493178 INFO  (zkCallback-4825-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3493182 INFO  (zkCallback-4806-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3493183 INFO  (zkCallback-4798-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3493195 INFO  (zkCallback-4782-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3493258 INFO  (zkCallback-4784-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3493258 INFO  (zkCallback-4833-thread-1-processing-n:127.0.0.1:45733_solr) [n:127.0.0.1:45733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3493842 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:45733_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45733.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3493872 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:45733_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45733.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3493872 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:45733_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45733.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3493873 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:45733_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_81F5C855CC676903-001/tempDir-001/node2/.
   [junit4]   2> 3493876 INFO  (zkConnectionManagerCallback-4839-thread-1-processing-n:127.0.0.1:45733_solr) [n:127.0.0.1:45733_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3493893 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:45733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3493894 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:45733_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38744/solr ready
   [junit4]   2> 3494076 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:35429/solr. Proxy: http://127.0.0.1:45733/solr
   [junit4]   2> 3494077 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7e6217f0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3494081 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1976174392
   [junit4]   2> 3494081 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3494081 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4d71463a: rootName = solr_33907, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@d37f476
   [junit4]   2> 3494108 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3494108 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1824120f: rootName = solr_33907, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ab313c9
   [junit4]   2> 3494124 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3494124 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3226780: rootName = solr_33907, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@12e0779
   [junit4]   2> 3494133 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:33907_solr
   [junit4]   2> 3494134 INFO  (zkCallback-4833-thread-1-processing-n:127.0.0.1:45733_solr) [n:127.0.0.1:45733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3494134 INFO  (zkCallback-4806-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3494134 INFO  (zkCallback-4825-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3494134 INFO  (zkCallback-4798-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3494135 INFO  (zkCallback-4784-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3494135 INFO  (zkCallback-4820-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3494135 INFO  (zkCallback-4782-thread-1-processing-n:127.0.0.1:33907_solr) [n:127.0.0.1:33907_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3494134 INFO  (zkCallback-4812-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3494135 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3494136 INFO  (zkCallback-4838-thread-1-processing-n:127.0.0.1:45733_solr) [n:127.0.0.1:45733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3494136 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3494136 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.Overseer Overseer (id=72316034173894666-127.0.0.1:33907_solr-n_0000000001) closing
   [junit4]   2> 3494136 INFO  (OverseerStateUpdate-72316034173894666-127.0.0.1:33907_solr-n_0000000001) [n:127.0.0.1:33907_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:33907_solr
   [junit4]   2> 3494136 WARN  (OverseerAutoScalingTriggerThread-72316034173894666-127.0.0.1:33907_solr-n_0000000001) [n:127.0.0.1:33907_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3494162 INFO  (zkCallback-4784-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45427_solr
   [junit4]   2> 3494163 INFO  (zkCallback-4784-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.Overseer Overseer (id=72316034173894668-127.0.0.1:45427_solr-n_0000000003) starting
   [junit4]   2> 3494210 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7d71464e{/solr,null,UNAVAILABLE}
   [junit4]   2> 3494211 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3494215 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3494218 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3494218 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3494218 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3494231 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62dafe92{/solr,null,AVAILABLE}
   [junit4]   2> 3494231 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.AbstractConnector Started ServerConnector@311663fb{HTTP/1.1,[http/1.1]}{127.0.0.1:42550}
   [junit4]   2> 3494231 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.Server Started @3506501ms
   [junit4]   2> 3494231 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38439}
   [junit4]   2> 3494231 ERROR (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3494232 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.0.0
   [junit4]   2> 3494232 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3494232 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3494233 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2018-03-21T04:21:29.366Z
   [junit4]   2> 3494234 INFO  (zkConnectionManagerCallback-4841-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3494259 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3494266 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38744/solr
   [junit4]   2> 3494279 INFO  (zkConnectionManagerCallback-4845-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3494282 INFO  (zkConnectionManagerCallback-4847-thread-1-processing-n:127.0.0.1:38439_solr) [n:127.0.0.1:38439_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3494287 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:38439_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3494301 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:38439_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3494303 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:38439_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38439_solr
   [junit4]   2> 3494304 INFO  (zkCallback-4812-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3494304 INFO  (zkCallback-4825-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3494304 INFO  (zkCallback-4806-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3494304 INFO  (zkCallback-4838-thread-1-processing-n:127.0.0.1:45733_solr) [n:127.0.0.1:45733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3494304 INFO  (zkCallback-4820-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3494304 INFO  (zkCallback-4784-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3494305 INFO  (zkCallback-4846-thread-1-processing-n:127.0.0.1:38439_solr) [n:127.0.0.1:38439_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3494316 INFO  (zkCallback-4833-thread-1-processing-n:127.0.0.1:45733_solr) [n:127.0.0.1:45733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3495122 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:38439_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38439.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3495160 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:38439_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38439.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3495160 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:38439_solr    ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38439.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@613c21e6
   [junit4]   2> 3495177 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:38439_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestCloudConsistency_81F5C855CC676903-001/tempDir-001/node3/.
   [junit4]   2> 3495193 INFO  (zkConnectionManagerCallback-4852-thread-1-processing-n:127.0.0.1:38439_solr) [n:127.0.0.1:38439_solr    ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 3495194 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:38439_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3495195 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [n:127.0.0.1:38439_solr    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38744/solr ready
   [junit4]   2> 3495374 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.TestCloudConsistency Adding proxy for URL: http://127.0.0.1:42550/solr. Proxy: http://127.0.0.1:38439/solr
   [junit4]   2> 3495375 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@3620345f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 3495376 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1012572996
   [junit4]   2> 3495388 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
   [junit4]   2> 3495388 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@18fde60b: rootName = solr_45427, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6edb2c85
   [junit4]   2> 3495402 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
   [junit4]   2> 3495402 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@14b1a521: rootName = solr_45427, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@4ab313c9
   [junit4]   2> 3495419 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
   [junit4]   2> 3495419 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@5766674: rootName = solr_45427, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@12e0779
   [junit4]   2> 3495430 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45427_solr
   [junit4]   2> 3495431 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
   [junit4]   2> 3495431 INFO  (zkCallback-4806-thread-1-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3495431 INFO  (zkCallback-4851-thread-1-processing-n:127.0.0.1:38439_solr) [n:127.0.0.1:38439_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3495445 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 3495445 INFO  (zkCallback-4838-thread-1-processing-n:127.0.0.1:45733_solr) [n:127.0.0.1:45733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3495445 INFO  (zkCallback-4833-thread-1-processing-n:127.0.0.1:45733_solr) [n:127.0.0.1:45733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3495445 INFO  (zkCallback-4846-thread-1-processing-n:127.0.0.1:38439_solr) [n:127.0.0.1:38439_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3495445 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.a.s.c.Overseer Overseer (id=72316034173894668-127.0.0.1:45427_solr-n_0000000003) closing
   [junit4]   2> 3495450 WARN  (OverseerAutoScalingTriggerThread-72316034173894668-127.0.0.1:45427_solr-n_0000000003) [n:127.0.0.1:45427_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 3495473 INFO  (zkCallback-4820-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3495473 INFO  (zkCallback-4825-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3495457 INFO  (zkCallback-4812-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3495451 INFO  (OverseerStateUpdate-72316034173894668-127.0.0.1:45427_solr-n_0000000003) [n:127.0.0.1:45427_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45427_solr
   [junit4]   2> 3495451 INFO  (zkCallback-4784-thread-2-processing-n:127.0.0.1:45427_solr) [n:127.0.0.1:45427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (3)
   [junit4]   2> 3495500 INFO  (zkCallback-4820-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37901_solr
   [junit4]   2> 3495501 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@dc62604{/solr,null,UNAVAILABLE}
   [junit4]   2> 3495519 INFO  (zkCallback-4820-thread-1-processing-n:127.0.0.1:37901_solr) [n:127.0.0.1:37901_solr    ] o.a.s.c.Overseer Overseer (id=72316034173894677-127.0.0.1:37901_solr-n_0000000004) starting
   [junit4]   2> 3495522 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 3495543 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.Server jetty-9.4.8.v20171121, build timestamp: 2017-11-22T07:57:37+10:30, git hash: 82b8fb23f757335bb3329d540ce37a2a2615f0a8
   [junit4]   2> 3495544 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 3495544 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 3495544 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.session Scavenging every 660000ms
   [junit4]   2> 3495544 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@579fe4d3{/solr,null,AVAILABLE}
   [junit4]   2> 3495545 INFO  (SUITE-TestCloudConsistency-seed#[81F5C855CC676903]-worker) [    ] o.e.j.s.Abs

[...truncated too long message...]

for registry solr.core.stale_state_test_col.shard1.replica_n3 / com.codahale.metrics.MetricRegistry@37d748ee
   [junit4]   2> 344053 INFO  (coreCloseExecutor-459-thread-7) [n:127.0.0.1:43733_solr c:stale_state_test_col s:shard1 r:core_node4 x:stale_state_test_col_shard1_replica_n3] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.stale_state_test_col.shard1.leader, tag=1710083914
   [junit4]   2> 344069 INFO  (coreCloseExecutor-460-thread-5) [n:127.0.0.1:43696_solr c:overwrite s:shard1 r:core_node2 x:overwrite_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.overwrite.shard1.leader, tag=1788981626
   [junit4]   2> 344072 INFO  (coreCloseExecutor-460-thread-6) [n:127.0.0.1:43696_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.foo.shard1.replica_n4, tag=1400769596
   [junit4]   2> 344072 INFO  (coreCloseExecutor-460-thread-6) [n:127.0.0.1:43696_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@52021e00: rootName = solr_43696, domain = solr.core.foo.shard1.replica_n4, service url = null, agent id = null] for registry solr.core.foo.shard1.replica_n4 / com.codahale.metrics.MetricRegistry@761cc640
   [junit4]   2> 344086 INFO  (coreCloseExecutor-459-thread-1) [n:127.0.0.1:43733_solr c:multicollection1 s:shard1 r:core_node3 x:multicollection1_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.multicollection1.shard1.leader, tag=1297123495
   [junit4]   2> 344196 INFO  (coreCloseExecutor-460-thread-6) [n:127.0.0.1:43696_solr c:foo s:shard1 r:core_node6 x:foo_shard1_replica_n4] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1400769596
   [junit4]   2> 344196 INFO  (coreCloseExecutor-460-thread-4) [n:127.0.0.1:43696_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.localShardsTestColl.shard2.replica_n9, tag=2028413388
   [junit4]   2> 344196 INFO  (coreCloseExecutor-460-thread-4) [n:127.0.0.1:43696_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n9] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@471f051f: rootName = solr_43696, domain = solr.core.localShardsTestColl.shard2.replica_n9, service url = null, agent id = null] for registry solr.core.localShardsTestColl.shard2.replica_n9 / com.codahale.metrics.MetricRegistry@47c20454
   [junit4]   2> 344216 INFO  (coreCloseExecutor-459-thread-6) [n:127.0.0.1:43733_solr c:foo s:shard1 r:core_node5 x:foo_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.foo.shard1.leader, tag=1651347839
   [junit4]   2> 344398 INFO  (coreCloseExecutor-460-thread-4) [n:127.0.0.1:43696_solr c:localShardsTestColl s:shard2 r:core_node13 x:localShardsTestColl_shard2_replica_n9] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard2.leader, tag=2028413388
   [junit4]   2> 344398 INFO  (coreCloseExecutor-460-thread-1) [n:127.0.0.1:43696_solr c:collection1 s:shard2 r:core_node4 x:collection1_shard2_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection1.shard2.leader, tag=1789912124
   [junit4]   2> 344422 INFO  (coreCloseExecutor-460-thread-2) [n:127.0.0.1:43696_solr c:localShardsTestColl s:shard3 r:core_node18 x:localShardsTestColl_shard3_replica_n16] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.localShardsTestColl.shard3.leader, tag=528460571
   [junit4]   2> 344578 INFO  (jetty-closer-414-thread-3) [    ] o.a.s.c.Overseer Overseer (id=72316148409434118-127.0.0.1:43696_solr-n_0000000000) closing
   [junit4]   2> 344605 INFO  (OverseerStateUpdate-72316148409434118-127.0.0.1:43696_solr-n_0000000000) [n:127.0.0.1:43696_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43696_solr
   [junit4]   2> 344808 INFO  (jetty-closer-414-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@57208845{/solr,null,UNAVAILABLE}
   [junit4]   2> 344809 INFO  (jetty-closer-414-thread-2) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 344826 WARN  (OverseerAutoScalingTriggerThread-72316148409434118-127.0.0.1:43696_solr-n_0000000000) [n:127.0.0.1:43696_solr    ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 344898 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Unable to read additional data from client sessionid 0x100eb2761780006, likely client has closed socket
   [junit4]   2> 344899 INFO  (jetty-closer-414-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@116b070d{/solr,null,UNAVAILABLE}
   [junit4]   2> 344899 INFO  (jetty-closer-414-thread-1) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 344900 INFO  (jetty-closer-414-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4e4ad08d{/solr,null,UNAVAILABLE}
   [junit4]   2> 344900 INFO  (jetty-closer-414-thread-3) [    ] o.e.j.s.session Stopped scavenging
   [junit4]   2> 344946 ERROR (SUITE-CloudSolrClientTest-seed#[86B684FA0B9090A4]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 344954 INFO  (SUITE-CloudSolrClientTest-seed#[86B684FA0B9090A4]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45729 45729
   [junit4]   2> 345068 INFO  (Thread-218) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:45729 45729
   [junit4]   2> 345084 WARN  (Thread-218) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/aliases.json
   [junit4]   2> 	12	/solr/collections/localShardsTestColl/terms/shard2
   [junit4]   2> 	12	/solr/collections/stale_state_test_col/terms/shard1
   [junit4]   2> 	11	/solr/collections/localShardsTestColl/terms/shard1
   [junit4]   2> 	9	/solr/collections/foo/terms/shard1
   [junit4]   2> 	9	/solr/collections/localShardsTestColl/terms/shard3
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/collections/multicollection1/terms/shard2
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 	3	/solr/collections/multicollection1/terms/shard1
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard1
   [junit4]   2> 	3	/solr/collections/collection1/terms/shard2
   [junit4]   2> 	3	/solr/collections/multicollection2/terms/shard2
   [junit4]   2> 	3	/solr/collections/multicollection2/terms/shard1
   [junit4]   2> 	2	/solr/collections/overwrite/terms/shard1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	36	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	24	/solr/collections/foo/state.json
   [junit4]   2> 	19	/solr/clusterprops.json
   [junit4]   2> 	19	/solr/clusterstate.json
   [junit4]   2> 	16	/solr/collections/stale_state_test_col/state.json
   [junit4]   2> 	14	/solr/collections/collection1/state.json
   [junit4]   2> 	14	/solr/collections/multicollection2/state.json
   [junit4]   2> 	14	/solr/collections/multicollection1/state.json
   [junit4]   2> 	6	/solr/collections/overwrite/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	19	/solr/live_nodes
   [junit4]   2> 	19	/solr/collections
   [junit4]   2> 
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrClientTest_86B684FA0B9090A4-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=FSTOrd50, a_t=PostingsFormat(name=Memory), title_s=FSTOrd50, id=PostingsFormat(name=Memory), text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{_version_=DocValuesFormat(name=Direct), multiDefault=DocValuesFormat(name=Memory), title_s=DocValuesFormat(name=Memory), intDefault=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=928, maxMBSortInHeap=5.646382736170628, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@46274bf1), locale=es-GT, timezone=EET
   [junit4]   2> NOTE: Linux 4.4.0-112-generic amd64/Oracle Corporation 1.8.0_152 (64-bit)/cpus=4,threads=1,free=265190040,total=403701760
   [junit4]   2> NOTE: All tests run in this JVM: [TestNamedListCodec, TestXMLEscaping, FieldValueEvaluatorTest, EmpiricalDistributionEvaluatorTest, CubedRootEvaluatorTest, RawValueEvaluatorTest, HttpSolrClientConPoolTest, LargeVolumeEmbeddedTest, LessThanEvaluatorTest, TestV1toV2ApiMapper, HyperbolicTangentEvaluatorTest, TestZkConfigManager, SolrExampleStreamingTest, NotEvaluatorTest, FieldAnalysisResponseTest, StreamingTest, TestConfigSetAdminRequest, TestValidatingJsonMap, ContentStreamTest, AscEvaluatorTest, ArcSineEvaluatorTest, AnlysisResponseBaseTest, StreamExpressionParserTest, SolrExampleJettyTest, TestSpellCheckResponse, SolrParamTest, TermsResponseTest, TestEmbeddedSolrServer, TestJavaBinCodec, SolrQueryTest, ModifiableSolrParamsTest, TestFastInputStream, TestUpdateRequestCodec, NamedListTest, UsingSolrJRefGuideExamplesTest, TestLBHttpSolrClient, CloudSolrClientCacheTest, CloudSolrClientMultiConstructorTest, CloudSolrClientTest]
   [junit4] Completed [105/147 (1!)] on J0 in 96.93s, 15 tests, 2 errors <<< FAILURES!

[...truncated 48682 lines...]