You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2017/01/31 20:15:46 UTC

[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1227 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1227/

6 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest

Error Message:
ObjectTracker found 10 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)  at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)  at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)  at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)  at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)  at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)  at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)  at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)  at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)  at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)  at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)  at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)  at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)  at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)  at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)  at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:184)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:168)  at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2326)  at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)  at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)  at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)  at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:184)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:168)  at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2326)  at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:184)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:168)  at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2326)  at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)  at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)  at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)  at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)  at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)  at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 10 object(s) that were not released!!! [InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient, InternalHttpClient]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)
	at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)
	at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)
	at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)
	at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)
	at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)
	at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)
	at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)
	at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)
	at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)
	at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:184)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:168)
	at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2326)
	at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:228)
	at org.apache.solr.client.solrj.impl.HttpSolrClient$Builder.build(HttpSolrClient.java:864)
	at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2329)
	at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:184)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:168)
	at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2326)
	at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:268)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:277)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:215)
	at org.apache.solr.client.solrj.impl.HttpClientUtil.createClient(HttpClientUtil.java:202)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:211)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:184)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.<init>(HttpSolrClient.java:168)
	at org.apache.solr.SolrTestCaseJ4.getHttpSolrClient(SolrTestCaseJ4.java:2326)
	at org.apache.solr.cloud.ConcurrentDeleteAndCreateCollectionTest.testConcurrentCreateAndDeleteDoesNotFail(ConcurrentDeleteAndCreateCollectionTest.java:62)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.ja

[...truncated too long message...]

a:1726)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.teardownClass(HdfsWriteToMultipleCollectionsTest.java:73)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2> 	... 53 more
   [junit4]   2> 5193472 INFO  (SUITE-HdfsWriteToMultipleCollectionsTest-seed#[F75C4ADA09152961]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest_F75C4ADA09152961-001
   [junit4]   2> Jan 31, 2017 7:35:35 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 35 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-LU, timezone=America/Detroit
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=145654008,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionsAPIAsyncDistributedZkTest, TestSSLRandomization, BigEndianAscendingWordSerializerTest, TestIndexingPerformance, TestCloudInspectUtil, GraphQueryTest, DataDrivenBlockJoinTest, BadIndexSchemaTest, MBeansHandlerTest, MissingSegmentRecoveryTest, TestCollationFieldDocValues, TestFieldSortValues, TestCSVResponseWriter, TestReplicaProperties, TestLuceneMatchVersion, TestCryptoKeys, DocValuesNotIndexedTest, TestMaxScoreQueryParser, DistributedFacetPivotSmallTest, TestOverriddenPrefixQueryForCustomFieldType, AnalyticsMergeStrategyTest, LeaderElectionTest, TestFieldCacheSanityChecker, PrimitiveFieldTypeTest, RequestHandlersTest, RAMDirectoryFactoryTest, TestJsonFacetRefinement, SolrCoreCheckLockOnStartupTest, SolrPluginUtilsTest, TestStressLiveNodes, AliasIntegrationTest, StatelessScriptUpdateProcessorFactoryTest, AutoCommitTest, DistribJoinFromCollectionTest, SimpleCollectionCreateDeleteTest, CustomCollectionTest, TestSlowCompositeReaderWrapper, DirectUpdateHandlerOptimizeTest, DirectUpdateHandlerTest, TestDocTermOrds, PKIAuthenticationIntegrationTest, HardAutoCommitTest, SolrMetricManagerTest, TestFieldTypeResource, RequestLoggingTest, TestZkChroot, TestBlendedInfixSuggestions, EchoParamsTest, XmlUpdateRequestHandlerTest, TestIBSimilarityFactory, ParsingFieldUpdateProcessorsTest, TestSolrXml, StatsComponentTest, FullHLLTest, BlobRepositoryCloudTest, TestShardHandlerFactory, TestBulkSchemaAPI, TestDocSet, TestOrdValues, ShowFileRequestHandlerTest, TestReversedWildcardFilterFactory, TestExportWriter, TestNumericTerms32, DebugComponentTest, SimpleFacetsTest, TestSubQueryTransformer, SolrTestCaseJ4Test, TestJettySolrRunner, TestFieldCacheVsDocValues, CdcrReplicationHandlerTest, FieldAnalysisRequestHandlerTest, TestQuerySenderNoQuery, TestComponentsName, LeaderInitiatedRecoveryOnCommitTest, HdfsSyncSliceTest, TestManagedResource, InfoHandlerTest, SliceStateTest, TestManagedStopFilterFactory, TestCloudManagedSchema, TestCloudRecovery, TestCoreDiscovery, OutputWriterTest, TestPhraseSuggestions, SuggestComponentContextFilterQueryTest, HighlighterConfigTest, HdfsRecoverLeaseTest, NoCacheHeaderTest, TestWriterPerf, FieldMutatingUpdateProcessorTest, JavabinLoaderTest, BufferStoreTest, TestSort, TestJsonRequest, TestMergePolicyConfig, CoreAdminHandlerTest, OverseerRolesTest, TestRecovery, TestBinaryField, TermVectorComponentDistributedTest, TestAddFieldRealTimeGet, CircularListTest, PreAnalyzedFieldTest, CoreAdminCreateDiscoverTest, TestFieldCollectionResource, TestReloadDeadlock, DistributedQueryComponentOptimizationTest, RollingRestartTest, DocValuesMissingTest, TestPerFieldSimilarityWithDefaultOverride, TestMacroExpander, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, TestDistributedSearch, TestFaceting, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestReload, TestStressVersions, SolrCoreTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, PeerSyncTest, TestFunctionQuery, TestLazyCores, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SimplePostToolTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SolrRequestParserTest, DocValuesTest, SuggesterTSTTest, SuggesterTest, TestStressLucene, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, TestUpdate, TestWordDelimiterFilterFactory, QueryEqualityTest, DefaultValueUpdateProcessorTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, CacheHeaderTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestQueryTypes, FileBasedSpellCheckerTest, RequiredFieldsTest, TestSolrQueryParser, LoggingHandlerTest, IndexSchemaTest, TestJmxIntegration, TestCollationField, UpdateRequestProcessorFactoryTest, QueryParsingTest, TestAnalyzedSuggestions, JsonLoaderTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, TestLFUCache, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, CopyFieldTest, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestTolerantSearch, ActionThrottleTest, BaseCdcrDistributedZkTest, CdcrVersionReplicationTest, ConcurrentDeleteAndCreateCollectionTest, ForceLeaderTest, LeaderFailureAfterFreshStartTest, MigrateRouteKeyTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, PeerSyncReplicationTest, SharedFSAutoReplicaFailoverUtilsTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestClusterProperties, TestCollectionAPI, TestConfigSetsAPI, TestConfigSetsAPIExclusivity, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestDownShardTolerantSearch, TestExclusionRuleCollectionAccess, TestLeaderElectionWithEmptyReplica, TestLeaderInitiatedRecoveryThread, TestLocalFSCloudBackupRestore, TestLockTree, TestMiniSolrCloudCluster, TestMiniSolrCloudClusterSSL, TestRandomFlRTGCloud, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, HdfsBasicDistributedZk2Test, HdfsCollectionsAPIDistributedZkTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest]
   [junit4] Completed [541/691 (5!)] on J2 in 51.50s, 1 test, 1 failure <<< FAILURES!

[...truncated 62878 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1241 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1241/

4 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([7CC9E56C2343E403:34BC91D82570CB96]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:523)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.StressHdfsTest.test

Error Message:
Error from server at http://127.0.0.1:53474/ch_g: delete the collection time out:180s

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53474/ch_g: delete the collection time out:180s
	at __randomizedtesting.SeedInfo.seed([7CC9E56C2343E403:F49DDAB68DBF89FB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:439)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:391)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1358)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1109)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.createAndDeleteCollection(StressHdfsTest.java:220)
	at org.apache.solr.cloud.hdfs.StressHdfsTest.test(StressHdfsTest.java:103)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.lucene.search.TestFuzzyQuery.testRandom

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([8FC632149AAC9B3D]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([8FC632149AAC9B3D]:0)




Build Log:
[...truncated 1842 lines...]
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2> Feb 18, 2017 2:56:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2>    1) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1249)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1323)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    2) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2>    3) Thread[id=4490, name=TEST-TestFuzzyQuery.testRandom-seed#[8FC632149AAC9B3D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
   [junit4]   2>         at java.util.WeakHashMap.getEntry(WeakHashMap.java:427)
   [junit4]   2>         at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
   [junit4]   2>         at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    4) Thread[id=4489, name=SUITE-TestFuzzyQuery-seed#[8FC632149AAC9B3D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1556)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=8FC632149AAC9B3D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-IE -Dtests.timezone=America/Argentina/Tucuman -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   7200s J2 | TestFuzzyQuery.testRandom <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8FC632149AAC9B3D]:0)
   [junit4]   2> Feb 18, 2017 2:56:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Feb 18, 2017 2:57:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery: 
   [junit4]   2>    1) Thread[id=4490, name=TEST-TestFuzzyQuery.testRandom-seed#[8FC632149AAC9B3D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.util.WeakHashMap.getTable(WeakHashMap.java:350)
   [junit4]   2>         at java.util.WeakHashMap.get(WeakHashMap.java:397)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
   [junit4]   2>         at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Feb 18, 2017 2:57:16 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=4490, name=TEST-TestFuzzyQuery.testRandom-seed#[8FC632149AAC9B3D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2> Feb 18, 2017 2:57:19 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=4490, name=TEST-TestFuzzyQuery.testRandom-seed#[8FC632149AAC9B3D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Object.hashCode(Native Method)
   [junit4]   2>         at java.util.WeakHashMap.hash(WeakHashMap.java:298)
   [junit4]   2>         at java.util.WeakHashMap.get(WeakHashMap.java:396)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
   [junit4]   2>         at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1680, maxMBSortInHeap=5.276317938282886, sim=RandomSimilarity(queryNorm=false): {field=DFR I(F)L1}, locale=en-IE, timezone=America/Argentina/Tucuman
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=283658848,total=536346624
   [junit4]   2> NOTE: All tests run in this JVM: [TestFixedBitSet, TestSpansEnum, FiniteStringsIteratorTest, TestReqExclBulkScorer, TestIndexWriterMaxDocs, TestPerFieldPostingsFormat2, TestDirectoryReader, TestConjunctions, TestIndexOrDocValuesQuery, TestSameTokenSamePosition, TestLogMergePolicy, TestFrequencyTrackingRingBuffer, TestBufferedIndexInput, TestBKD, TestLucene60PointsFormat, TestFieldsReader, TestMergePolicyWrapper, TestTerms, TestRollingUpdates, TestSparseFixedBitDocIdSet, TestPayloadsOnVectors, TestNoMergePolicy, TestSubScorerFreqs, TestNeedsScores, TestApproximationSearchEquivalence, TestAxiomaticSimilarity, TestMergedIterator, TestArrayUtil, TestPolygon2D, TestSpans, TestShardSearching, TestSearchWithThreads, TestPositiveScoresOnlyCollector, TestStressAdvance, TestSpanNotQuery, TestOrdinalMap, TestGraphTokenStreamFiniteStrings, TestNewestSegment, TestRoaringDocIdSet, TestBlockPostingsFormat, TestPackedTokenAttributeImpl, TestTermRangeQuery, TestTermdocPerf, TestAllFilesHaveCodecHeader, TestIndexWriterOnDiskFull, TestExitableDirectoryReader, TestHugeRamFile, TestBytesRefHash, TestCharTermAttributeImpl, TestDocument, TestMultiCollector, TestClassicSimilarity, TestTwoPhaseCommitTool, TestHighCompressionMode, TestStressIndexing2, TestLucene50StoredFieldsFormatHighCompression, TestMultiTermsEnum, TestDateSort, TestSimpleFSLockFactory, TestDocsWithFieldSet, TestSegmentTermDocs, TestSpanSearchEquivalence, TestRegexpQuery, TestNRTThreads, TestMixedCodecs, TestStopFilter, TestScoreCachingWrappingScorer, TestFastCompressionMode, TestLongBitSet, TestRamUsageEstimator, TestNRTReaderWithThreads, TestBinaryDocument, TestByteBlockPool, TestSimilarity2, TestCharsRef, TestIndexWriterMerging, TestFSTs, TestBytesStore, TestPackedInts, TestDeletionPolicy, TestBooleanOr, TestStandardAnalyzer, TestLongPostings, TestMinimize, TestSnapshotDeletionPolicy, TestIndexWriterUnicode, TestPerFieldPostingsFormat, TestTermsEnum, TestFieldCacheRewriteMethod, TestTransactions, TestMultiThreadTermVectors, TestSort, TestSimilarityBase, TestTermsEnum2, Test2BDocs, TestCustomNorms, TestTransactionRollback, TestRAMDirectory, TestLazyProxSkipping, TestMergeSchedulerExternal, TestBagOfPostings, TestDisjunctionMaxQuery, TestNearSpansOrdered, TestMultiFields, TestDocumentsWriterDeleteQueue, TestCrashCausesCorruptIndex, TestScorerPerf, TestLiveFieldValues, TestForTooMuchCloning, TestFuzzyQuery]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery -Dtests.seed=8FC632149AAC9B3D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-IE -Dtests.timezone=America/Argentina/Tucuman -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestFuzzyQuery (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8FC632149AAC9B3D]:0)
   [junit4] Completed [448/448 (1!)] on J2 in 7223.13s, 3 tests, 2 errors <<< FAILURES!

[...truncated 11301 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/init-core-data-001
   [junit4]   2> 3464712 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 3464713 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3464714 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001
   [junit4]   2> 3464714 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3464714 INFO  (Thread-60539) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3464714 INFO  (Thread-60539) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3464814 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:57754
   [junit4]   2> 3464834 INFO  (jetty-launcher-4274-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3464835 INFO  (jetty-launcher-4274-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3464835 INFO  (jetty-launcher-4274-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3464835 INFO  (jetty-launcher-4274-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3464836 INFO  (jetty-launcher-4274-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@73fcd1c8{/solr,null,AVAILABLE}
   [junit4]   2> 3464850 INFO  (jetty-launcher-4274-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@15d949f9{/solr,null,AVAILABLE}
   [junit4]   2> 3464852 INFO  (jetty-launcher-4274-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@40a6a2f8{HTTP/1.1,[http/1.1]}{127.0.0.1:44765}
   [junit4]   2> 3464852 INFO  (jetty-launcher-4274-thread-1) [    ] o.e.j.s.Server Started @3468602ms
   [junit4]   2> 3464852 INFO  (jetty-launcher-4274-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44765}
   [junit4]   2> 3464852 ERROR (jetty-launcher-4274-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3464852 INFO  (jetty-launcher-4274-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 3464852 INFO  (jetty-launcher-4274-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3464852 INFO  (jetty-launcher-4274-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3464852 INFO  (jetty-launcher-4274-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-18T08:38:21.688Z
   [junit4]   2> 3464854 INFO  (jetty-launcher-4274-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6af46940{/solr,null,AVAILABLE}
   [junit4]   2> 3464854 INFO  (jetty-launcher-4274-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@298c142f{HTTP/1.1,[http/1.1]}{127.0.0.1:54733}
   [junit4]   2> 3464854 INFO  (jetty-launcher-4274-thread-3) [    ] o.e.j.s.Server Started @3468604ms
   [junit4]   2> 3464854 INFO  (jetty-launcher-4274-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=54733}
   [junit4]   2> 3464854 ERROR (jetty-launcher-4274-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3464854 INFO  (jetty-launcher-4274-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 3464855 INFO  (jetty-launcher-4274-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3464855 INFO  (jetty-launcher-4274-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3464855 INFO  (jetty-launcher-4274-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-18T08:38:21.691Z
   [junit4]   2> 3464856 INFO  (jetty-launcher-4274-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3464857 INFO  (jetty-launcher-4274-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@47b3c0ad{/solr,null,AVAILABLE}
   [junit4]   2> 3464857 INFO  (jetty-launcher-4274-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3a02d77c{HTTP/1.1,[http/1.1]}{127.0.0.1:45953}
   [junit4]   2> 3464857 INFO  (jetty-launcher-4274-thread-2) [    ] o.e.j.s.Server Started @3468607ms
   [junit4]   2> 3464857 INFO  (jetty-launcher-4274-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45953}
   [junit4]   2> 3464857 ERROR (jetty-launcher-4274-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3464857 INFO  (jetty-launcher-4274-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 3464857 INFO  (jetty-launcher-4274-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3464857 INFO  (jetty-launcher-4274-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3464857 INFO  (jetty-launcher-4274-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-18T08:38:21.693Z
   [junit4]   2> 3464860 INFO  (jetty-launcher-4274-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@102717e6{HTTP/1.1,[http/1.1]}{127.0.0.1:40568}
   [junit4]   2> 3464860 INFO  (jetty-launcher-4274-thread-4) [    ] o.e.j.s.Server Started @3468610ms
   [junit4]   2> 3464860 INFO  (jetty-launcher-4274-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40568}
   [junit4]   2> 3464863 ERROR (jetty-launcher-4274-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3464863 INFO  (jetty-launcher-4274-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 3464863 INFO  (jetty-launcher-4274-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3464863 INFO  (jetty-launcher-4274-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3464863 INFO  (jetty-launcher-4274-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-18T08:38:21.699Z
   [junit4]   2> 3464868 INFO  (jetty-launcher-4274-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3464870 INFO  (jetty-launcher-4274-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3464881 INFO  (jetty-launcher-4274-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 3464883 INFO  (jetty-launcher-4274-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57754/solr
   [junit4]   2> 3464886 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a505f366f0005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3464889 INFO  (jetty-launcher-4274-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57754/solr
   [junit4]   2> 3464901 INFO  (jetty-launcher-4274-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57754/solr
   [junit4]   2> 3464901 INFO  (jetty-launcher-4274-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57754/solr
   [junit4]   2> 3464910 INFO  (jetty-launcher-4274-thread-1) [n:127.0.0.1:44765_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3464913 INFO  (jetty-launcher-4274-thread-1) [n:127.0.0.1:44765_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44765_solr
   [junit4]   2> 3464914 INFO  (jetty-launcher-4274-thread-1) [n:127.0.0.1:44765_solr    ] o.a.s.c.Overseer Overseer (id=97478711807246342-127.0.0.1:44765_solr-n_0000000000) starting
   [junit4]   2> 3464918 INFO  (jetty-launcher-4274-thread-3) [n:127.0.0.1:54733_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3464918 INFO  (jetty-launcher-4274-thread-3) [n:127.0.0.1:54733_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54733_solr
   [junit4]   2> 3464931 INFO  (jetty-launcher-4274-thread-4) [n:127.0.0.1:40568_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3464932 INFO  (jetty-launcher-4274-thread-4) [n:127.0.0.1:40568_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3464933 INFO  (jetty-launcher-4274-thread-4) [n:127.0.0.1:40568_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40568_solr
   [junit4]   2> 3464934 INFO  (zkCallback-4294-thread-1-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3464942 INFO  (jetty-launcher-4274-thread-2) [n:127.0.0.1:45953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3464943 INFO  (jetty-launcher-4274-thread-2) [n:127.0.0.1:45953_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3464944 INFO  (jetty-launcher-4274-thread-2) [n:127.0.0.1:45953_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45953_solr
   [junit4]   2> 3464958 INFO  (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 3464987 INFO  (zkCallback-4283-thread-1-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3464987 INFO  (zkCallback-4296-thread-1-processing-n:127.0.0.1:40568_solr) [n:127.0.0.1:40568_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3464990 INFO  (jetty-launcher-4274-thread-3) [n:127.0.0.1:54733_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node3/.
   [junit4]   2> 3465002 INFO  (zkCallback-4296-thread-2-processing-n:127.0.0.1:40568_solr) [n:127.0.0.1:40568_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3465004 INFO  (zkCallback-4295-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3465006 INFO  (jetty-launcher-4274-thread-1) [n:127.0.0.1:44765_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44765_solr
   [junit4]   2> 3465006 INFO  (OverseerStateUpdate-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3465007 INFO  (zkCallback-4295-thread-1-processing-n:127.0.0.1:45953_solr) [n:127.0.0.1:45953_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3465007 INFO  (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3465008 INFO  (zkCallback-4283-thread-1-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3465019 INFO  (zkCallback-4296-thread-2-processing-n:127.0.0.1:40568_solr) [n:127.0.0.1:40568_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3465103 INFO  (jetty-launcher-4274-thread-2) [n:127.0.0.1:45953_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node2/.
   [junit4]   2> 3465153 INFO  (jetty-launcher-4274-thread-4) [n:127.0.0.1:40568_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node4/.
   [junit4]   2> 3465214 INFO  (jetty-launcher-4274-thread-1) [n:127.0.0.1:44765_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node1/.
   [junit4]   2> 3466074 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3466074 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57754/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3466106 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3466112 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3466113 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3466122 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_46610_hdfs____hv5ayl/webapp
   [junit4]   2> 3466561 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46610
   [junit4]   2> 3466617 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3466625 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3466635 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52506_datanode____.rvplnf/webapp
   [junit4]   2> 3467036 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[7CC9E56C2343E403]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52506
   [junit4]   2> 3467187 INFO  (IPC Server handler 6 on 41042) [    ] BlockStateChange BLOCK* processReport: from storage DS-bd5a7c1f-680c-4617-a28d-c32030b3924d node DatanodeRegistration(127.0.0.1:53370, datanodeUuid=13c27758-d1fb-45f6-bc27-1d668061258d, infoPort=39134, infoSecurePort=0, ipcPort=47696, storageInfo=lv=-56;cid=testClusterID;nsid=1270368058;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 3467187 INFO  (IPC Server handler 6 on 41042) [    ] BlockStateChange BLOCK* processReport: from storage DS-41d7df4a-83d7-4646-9bff-47dbab99d445 node DatanodeRegistration(127.0.0.1:53370, datanodeUuid=13c27758-d1fb-45f6-bc27-1d668061258d, infoPort=39134, infoSecurePort=0, ipcPort=47696, storageInfo=lv=-56;cid=testClusterID;nsid=1270368058;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 3467316 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[7CC9E56C2343E403]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionOnlyInZk
   [junit4]   2> 3467318 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[7CC9E56C2343E403]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3467328 INFO  (qtp535178315-76696) [n:127.0.0.1:45953_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3467347 INFO  (qtp535178315-76696) [n:127.0.0.1:45953_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=18
   [junit4]   2> 3467348 INFO  (qtp535178315-76697) [n:127.0.0.1:45953_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3467348 INFO  (qtp535178315-76697) [n:127.0.0.1:45953_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3467348 INFO  (qtp535178315-76699) [n:127.0.0.1:45953_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3467353 INFO  (OverseerCollectionConfigSetProcessor-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3467353 INFO  (OverseerThreadFactory-6368-thread-2-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.CreateCollectionCmd Create collection onlyinzk
   [junit4]   2> 3467462 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 8s
   [junit4]   2> 3467463 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr    ] o.a.s.u.TestInjection Inject random core creation delay of 8s
   [junit4]   2> 3475463 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2
   [junit4]   2> 3475463 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2
   [junit4]   2> 3475471 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3475477 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema [onlyinzk_shard1_replica1] Schema name=minimal
   [junit4]   2> 3475479 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3475479 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard1_replica1' using configuration from collection onlyinzk
   [junit4]   2> 3475480 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41042/data
   [junit4]   2> 3475480 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3475480 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [[onlyinzk_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node3/onlyinzk_shard1_replica1], dataDir=[hdfs://localhost:41042/data/onlyinzk/core_node1/data/]
   [junit4]   2> 3475480 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53633793
   [junit4]   2> 3475480 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node1/data/snapshot_metadata
   [junit4]   2> 3475485 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3475486 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3475489 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3475489 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node1/data
   [junit4]   2> 3475501 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node1/data/index
   [junit4]   2> 3475506 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3475506 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3475514 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3475524 INFO  (IPC Server handler 6 on 41042) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53370 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-41d7df4a-83d7-4646-9bff-47dbab99d445:NORMAL:127.0.0.1:53370|RBW]]} size 0
   [junit4]   2> 3475564 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3475565 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3475565 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 3475568 INFO  (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3475568 INFO  (zkCallback-4283-thread-3-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3475572 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3475572 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3475577 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3037f07[onlyinzk_shard1_replica1] main]
   [junit4]   2> 3475580 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3475580 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3475580 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3475582 INFO  (searcherExecutor-6377-thread-1-processing-n:127.0.0.1:54733_solr x:onlyinzk_shard1_replica1 s:shard1 c:onlyinzk) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.SolrCore [onlyinzk_shard1_replica1] Registered new searcher Searcher@3037f07[onlyinzk_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3475585 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559659400313962496
   [junit4]   2> 3475600 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3475600 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3475600 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54733/solr/onlyinzk_shard1_replica1/
   [junit4]   2> 3475600 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3475600 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:54733/solr/onlyinzk_shard1_replica1/ has no replicas
   [junit4]   2> 3475600 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3475607 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54733/solr/onlyinzk_shard1_replica1/ shard1
   [junit4]   2> 3475709 INFO  (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3475709 INFO  (zkCallback-4283-thread-2-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3475759 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3475761 INFO  (qtp1472974008-76711) [n:127.0.0.1:54733_solr c:onlyinzk s:shard1  x:onlyinzk_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard1_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard1&wt=javabin&version=2} status=0 QTime=8298
   [junit4]   2> 3475862 INFO  (zkCallback-4283-thread-3-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3475862 INFO  (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3476471 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3476477 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema [onlyinzk_shard2_replica1] Schema name=minimal
   [junit4]   2> 3476479 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 3476480 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'onlyinzk_shard2_replica1' using configuration from collection onlyinzk
   [junit4]   2> 3476480 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:41042/data
   [junit4]   2> 3476480 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3476480 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [[onlyinzk_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_7CC9E56C2343E403-001/tempDir-001/node1/onlyinzk_shard2_replica1], dataDir=[hdfs://localhost:41042/data/onlyinzk/core_node2/data/]
   [junit4]   2> 3476480 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@53633793
   [junit4]   2> 3476481 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node2/data/snapshot_metadata
   [junit4]   2> 3476486 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3476486 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3476488 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3476488 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node2/data
   [junit4]   2> 3476499 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:41042/data/onlyinzk/core_node2/data/index
   [junit4]   2> 3476504 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3476504 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 3476506 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3476513 INFO  (IPC Server handler 3 on 41042) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53370 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-bd5a7c1f-680c-4617-a28d-c32030b3924d:NORMAL:127.0.0.1:53370|FINALIZED]]} size 0
   [junit4]   2> 3476547 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3476547 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3476547 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 3476555 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3476555 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3476564 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69f5f409[onlyinzk_shard2_replica1] main]
   [junit4]   2> 3476564 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 3476565 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 3476565 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3476565 INFO  (searcherExecutor-6382-thread-1-processing-n:127.0.0.1:44765_solr x:onlyinzk_shard2_replica1 s:shard2 c:onlyinzk) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.SolrCore [onlyinzk_shard2_replica1] Registered new searcher Searcher@69f5f409[onlyinzk_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3476567 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559659401343664128
   [junit4]   2> 3476571 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3476571 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3476571 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44765/solr/onlyinzk_shard2_replica1/
   [junit4]   2> 3476571 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3476571 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:44765/solr/onlyinzk_shard2_replica1/ has no replicas
   [junit4]   2> 3476571 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 3476573 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44765/solr/onlyinzk_shard2_replica1/ shard2
   [junit4]   2> 3476675 INFO  (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3476675 INFO  (zkCallback-4283-thread-2-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3476724 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3476725 INFO  (qtp1446638117-76701) [n:127.0.0.1:44765_solr c:onlyinzk s:shard2  x:onlyinzk_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=onlyinzk_shard2_replica1&action=CREATE&numShards=2&collection=onlyinzk&shard=shard2&wt=javabin&version=2} status=0 QTime=9262
   [junit4]   2> 3476727 INFO  (qtp535178315-76699) [n:127.0.0.1:45953_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3476828 INFO  (zkCallback-4283-thread-3-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3476828 INFO  (zkCallback-4294-thread-2-processing-n:127.0.0.1:54733_solr) [n:127.0.0.1:54733_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/onlyinzk/state.json] for collection [onlyinzk] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3477356 INFO  (OverseerCollectionConfigSetProcessor-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3477727 INFO  (qtp535178315-76699) [n:127.0.0.1:45953_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=onlyinzk&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=10379
   [junit4]   2> 3477728 INFO  (qtp535178315-76720) [n:127.0.0.1:45953_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3477728 INFO  (qtp535178315-76720) [n:127.0.0.1:45953_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 3477728 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.deleteCollectionOnlyInZk-seed#[7CC9E56C2343E403]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionOnlyInZk
   [junit4]   2> 3477767 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[7CC9E56C2343E403]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateNodeSet
   [junit4]   2> 3477768 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[7CC9E56C2343E403]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3477768 INFO  (qtp535178315-76721) [n:127.0.0.1:45953_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=onlyinzk&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3477770 INFO  (OverseerThreadFactory-6368-thread-3-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 3477770 INFO  (qtp1446638117-76702) [n:127.0.0.1:44765_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard2.replica1
   [junit4]   2> 3477770 INFO  (qtp1472974008-76712) [n:127.0.0.1:54733_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard1.replica1
   [junit4]   2> 3477771 INFO  (qtp1446638117-76702) [n:127.0.0.1:44765_solr    ] o.a.s.c.SolrCore [onlyinzk_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@177645
   [junit4]   2> 3477771 INFO  (qtp1472974008-76712) [n:127.0.0.1:54733_solr    ] o.a.s.c.SolrCore [onlyinzk_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@573e6eb9
   [junit4]   2> 3477883 INFO  (qtp1446638117-76702) [n:127.0.0.1:44765_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard2.replica1
   [junit4]   2> 3477883 INFO  (qtp1446638117-76702) [n:127.0.0.1:44765_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node2/data
   [junit4]   2> 3477883 INFO  (qtp1446638117-76702) [n:127.0.0.1:44765_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node2/data/index
   [junit4]   2> 3477884 INFO  (qtp1446638117-76702) [n:127.0.0.1:44765_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node2/data/snapshot_metadata
   [junit4]   2> 3477884 INFO  (qtp1472974008-76712) [n:127.0.0.1:54733_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.onlyinzk.shard1.replica1
   [junit4]   2> 3477885 INFO  (qtp1472974008-76712) [n:127.0.0.1:54733_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node1/data/snapshot_metadata
   [junit4]   2> 3477885 INFO  (qtp1472974008-76712) [n:127.0.0.1:54733_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node1/data
   [junit4]   2> 3477885 INFO  (qtp1472974008-76712) [n:127.0.0.1:54733_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:41042/data/onlyinzk/core_node1/data/index
   [junit4]   2> 3477890 INFO  (IPC Server handler 6 on 41042) [    ] BlockStateChange BLOCK* addToInvalidates: blk_1073741826_1002 127.0.0.1:53370 
   [junit4]   2> 3477895 INFO  (IPC Server handler 0 on 41042) [    ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:53370 
   [junit4]   2> 3477896 INFO  (qtp1446638117-76702) [n:127.0.0.1:44765_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=125
   [junit4]   2> 3477897 INFO  (qtp1472974008-76712) [n:127.0.0.1:54733_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=onlyinzk_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=127
   [junit4]   2> 3478601 INFO  (qtp535178315-76721) [n:127.0.0.1:45953_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=onlyinzk&action=DELETE&wt=javabin&version=2} status=0 QTime=832
   [junit4]   2> 3478601 INFO  (qtp535178315-76691) [n:127.0.0.1:45953_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:45953/solr,http://127.0.0.1:40568/solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3478602 INFO  (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@7956c1c6) [    ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:53370 to delete [blk_1073741825_1001, blk_1073741826_1002]
   [junit4]   2> 3478603 INFO  (OverseerThreadFactory-6368-thread-4-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.CreateCollectionCmd Create collection nodeset_collection
   [junit4]   2> 3478603 INFO  (OverseerCollectionConfigSetProcessor-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3478603 WARN  (OverseerThreadFactory-6368-thread-4-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.CreateCollectionCmd It is unusual to create a collection (nodeset_collection) without cores.
   [junit4]   2> 3478808 INFO  (qtp535178315-76691) [n:127.0.0.1:45953_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 3478808 INFO  (qtp535178315-76691) [n:127.0.0.1:45953_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=nodeset_collection&action=CREATE&numShards=2&createNodeSet=http://127.0.0.1:45953/solr,http://127.0.0.1:40568/solr&wt=javabin&version=2} status=0 QTime=207
   [junit4]   2> 3478809 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateNodeSet-seed#[7CC9E56C2343E403]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateNodeSet
   [junit4]   2> 3478853 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[7CC9E56C2343E403]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
   [junit4]   2> 3478854 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[7CC9E56C2343E403]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3478855 INFO  (qtp535178315-76696) [n:127.0.0.1:45953_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodeset_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 3478856 INFO  (OverseerCollectionConfigSetProcessor-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3478857 INFO  (OverseerThreadFactory-6368-thread-5-processing-n:127.0.0.1:44765_solr) [n:127.0.0.1:44765_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 3479463 INFO  (qtp535178315-76696) [n:127.0.0.1:45953_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=nodeset_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=608
   [junit4]   2> 3479464 ERROR (qtp535178315-76697) [n:127.0.0.1:45953_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:208)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:171)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:747)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:728)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:509)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:347)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:298)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3479464 INFO  (qtp535178315-76697) [n:127.0.0.1:45953_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 3479465 INFO  (OverseerCollectionConfigSetProcessor-97478711807246342-127.0.0.1:44765_solr-n_0000000000) [n:127.0.0.1:44765_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 3479466 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testBadActionNames-seed#[7CC9E56C2343E403]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
   [junit4]   2> 3479522 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[7CC9E56C2343E403]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
   [junit4]   2> 3479523 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[7CC9E56C2343E403]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0)

[...truncated too long message...]

ServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.StressHdfsTest.teardownClass(StressHdfsTest.java:77)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2> 	... 53 more
   [junit4]   2> 4156963 INFO  (SUITE-StressHdfsTest-seed#[7CC9E56C2343E403]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.StressHdfsTest_7CC9E56C2343E403-001
   [junit4]   2> Feb 18, 2017 8:49:54 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=PostingsFormat(name=MockRandom), id=FST50, text=PostingsFormat(name=Memory), timestamp=PostingsFormat(name=MockRandom), txt_t=PostingsFormat(name=Memory)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), _version_=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Memory), text=DocValuesFormat(name=Direct), intDvoDefault=DocValuesFormat(name=Memory), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70), txt_t=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=747, maxMBSortInHeap=5.6021949814691405, sim=RandomSimilarity(queryNorm=true): {}, locale=fr-CH, timezone=Etc/UTC
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=271917584,total=534773760
   [junit4]   2> NOTE: All tests run in this JVM: [TestFastOutputStream, TestIndexSearcher, PreAnalyzedFieldManagedSchemaCloudTest, TestReversedWildcardFilterFactory, TestSizeLimitedDistributedMap, TestCoreDiscovery, TestSolrFieldCacheMBean, SmileWriterTest, TestTolerantSearch, TestSmileRequest, TestMaxScoreQueryParser, SparseHLLTest, TestJsonRequest, BooleanFieldTest, ResponseHeaderTest, TestReloadDeadlock, BlockJoinFacetDistribTest, JvmMetricsTest, ClassificationUpdateProcessorFactoryTest, TestBulkSchemaAPI, TestCloudInspectUtil, TestGroupingSearch, TestSolrCloudWithSecureImpersonation, SimpleCollectionCreateDeleteTest, XmlUpdateRequestHandlerTest, TestFieldCacheVsDocValues, BadIndexSchemaTest, TestDownShardTolerantSearch, DistributedQueryComponentCustomSortTest, TlogReplayBufferedWhileIndexingTest, TestSolrQueryParser, DistribJoinFromCollectionTest, TestCoreAdminApis, SubstringBytesRefFilterTest, DocValuesMissingTest, WrapperMergePolicyFactoryTest, TestConfigSets, SolrTestCaseJ4Test, FullHLLTest, SuggesterTest, SolrMetricReporterTest, TestManagedStopFilterFactory, TestNumericTerms32, TestBinaryField, DeleteStatusTest, SolrIndexConfigTest, TestManagedSchemaThreadSafety, HdfsRecoverLeaseTest, TestSort, TestIBSimilarityFactory, TestHashQParserPlugin, TestImpersonationWithHadoopAuth, PKIAuthenticationIntegrationTest, TestCollationFieldDocValues, TestPhraseSuggestions, TestIndexingPerformance, TestApiFramework, TemplateUpdateProcessorTest, HardAutoCommitTest, ShufflingReplicaListTransformerTest, LukeRequestHandlerTest, TermVectorComponentDistributedTest, CoreMergeIndexesAdminHandlerTest, UnloadDistributedZkTest, CurrencyFieldXmlFileTest, CloneFieldUpdateProcessorFactoryTest, FullSolrCloudDistribCmdsTest, PreAnalyzedFieldTest, TestConfigSetsAPI, BaseCdcrDistributedZkTest, TestClusterStateMutator, SolrXmlInZkTest, TestReplicaProperties, RAMDirectoryFactoryTest, OverriddenZkACLAndCredentialsProvidersTest, TestConfigOverlay, TestFieldCollectionResource, TestOrdValues, TestDistribIDF, DocValuesNotIndexedTest, ResourceLoaderTest, VersionInfoTest, TestOverriddenPrefixQueryForCustomFieldType, TestSolrXml, CoreAdminHandlerTest, EchoParamsTest, FacetPivotSmallTest, TestLuceneMatchVersion, TestDocSet, HdfsSyncSliceTest, DirectUpdateHandlerOptimizeTest, URLClassifyProcessorTest, BlobRepositoryCloudTest, TestShardHandlerFactory, LeaderElectionContextKeyTest, TestRestoreCore, SynonymTokenizerTest, TestQuerySenderNoQuery, MBeansHandlerTest, TestHdfsBackupRestoreCore, MergeStrategyTest, StatsComponentTest, TestBlendedInfixSuggestions, SimpleFacetsTest, UpdateParamsTest, GraphQueryTest, TestJavabinTupleStreamParser, TestPerFieldSimilarityWithDefaultOverride, LeaderElectionTest, TestSolrDeletionPolicy1, ShardSplitTest, CircularListTest, TestRandomFlRTGCloud, BigEndianAscendingWordSerializerTest, ChaosMonkeySafeLeaderTest, OverseerTest, TestReplicationHandler, CdcrVersionReplicationTest, CleanupOldIndexTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, DistributedVersionInfoTest, LeaderFailureAfterFreshStartTest, LeaderInitiatedRecoveryOnShardRestartTest, MissingSegmentRecoveryTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, ReplaceNodeTest, RollingRestartTest, HdfsBasicDistributedZkTest, HdfsUnloadDistributedZkTest, StressHdfsTest]
   [junit4] Completed [617/694 (2!)] on J2 in 432.81s, 1 test, 1 error <<< FAILURES!

[...truncated 62812 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1240 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1240/

4 tests failed.
FAILED:  org.apache.lucene.search.TestFuzzyQuery.testRandom

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)


FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:41640/aqe/f/forceleader_test_collection

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:41640/aqe/f/forceleader_test_collection
	at __randomizedtesting.SeedInfo.seed([EADAED056DE8C26C:C4DD9C5546A3B0D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:638)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.HttpPartitionTest.realTimeGetDocId(HttpPartitionTest.java:635)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocExists(HttpPartitionTest.java:620)
	at org.apache.solr.cloud.HttpPartitionTest.assertDocsExistInAllReplicas(HttpPartitionTest.java:575)
	at org.apache.solr.cloud.ForceLeaderTest.bringBackOldLeaderAndSendDoc(ForceLeaderTest.java:402)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:145)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:532)
	... 49 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test

Error Message:
document count mismatch.  control=1437 sum(shards)=1436 cloudClient=1436

Stack Trace:
java.lang.AssertionError: document count mismatch.  control=1437 sum(shards)=1436 cloudClient=1436
	at __randomizedtesting.SeedInfo.seed([EADAED056DE8C26C:628ED2DFC314AF94]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1323)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:231)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 1610 lines...]
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2> ??? 17, 2017 9:57:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2>    1) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2>    2) Thread[id=419, name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.next(Xoroshiro128PlusRandom.java:95)
   [junit4]   2>         at java.util.Random.nextInt(Random.java:390)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.nextInt(Xoroshiro128PlusRandom.java:73)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.AssertingRandom.nextInt(AssertingRandom.java:87)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.generators.RandomNumbers.randomIntBetween(RandomNumbers.java:19)
   [junit4]   2>         at org.apache.lucene.util.TestUtil.nextInt(TestUtil.java:432)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    3) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1249)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1323)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    4) Thread[id=418, name=SUITE-TestFuzzyQuery-seed#[9F84F0743241659B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1556)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=9F84F0743241659B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sr-CS -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   7200s J0 | TestFuzzyQuery.testRandom <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)
   [junit4]   2> ??? 17, 2017 9:57:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> ??? 17, 2017 9:57:45 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery: 
   [junit4]   2>    1) Thread[id=419, name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.next(Xoroshiro128PlusRandom.java:95)
   [junit4]   2>         at java.util.Random.nextInt(Random.java:390)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.Xoroshiro128PlusRandom.nextInt(Xoroshiro128PlusRandom.java:73)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.AssertingRandom.nextInt(AssertingRandom.java:87)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> ??? 17, 2017 9:57:45 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=419, name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2> ??? 17, 2017 9:57:48 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=419, name=TEST-TestFuzzyQuery.testRandom-seed#[9F84F0743241659B], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Object.hashCode(Native Method)
   [junit4]   2>         at java.util.WeakHashMap.hash(WeakHashMap.java:298)
   [junit4]   2>         at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
   [junit4]   2>         at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
   [junit4]   2>         at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, maxPointsInLeafNode=133, maxMBSortInHeap=6.873271794276646, sim=RandomSimilarity(queryNorm=false): {field=DFR GL3(800.0)}, locale=sr-CS, timezone=Etc/GMT-0
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=71667696,total=125829120
   [junit4]   2> NOTE: All tests run in this JVM: [TestIndexWriterExceptions, TestByteArrayDataInput, TestSingleInstanceLockFactory, TestBlendedTermQuery, TestMaxTermFrequency, TestBufferedChecksum, TestSimpleExplanationsWithFillerDocs, TestSpanOrQuery, TestIndexableField, TestMultiPhraseQuery, TestSearch, TestFuzzyQuery]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery -Dtests.seed=9F84F0743241659B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sr-CS -Dtests.timezone=Etc/GMT-0 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestFuzzyQuery (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9F84F0743241659B]:0)
   [junit4] Completed [386/448 (1!)] on J0 in 7223.16s, 8 tests, 2 errors <<< FAILURES!

[...truncated 10870 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/init-core-data-001
   [junit4]   2> 2024374 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2024375 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2024375 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2024421 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2024426 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2024427 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2024437 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_56652_hdfs____b9cszg/webapp
   [junit4]   2> 2024819 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56652
   [junit4]   2> 2025097 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2025098 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2025107 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47324_datanode____.7aqt3b/webapp
   [junit4]   2> 2025512 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47324
   [junit4]   2> 2025616 WARN  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2025617 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2025626 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55440_datanode____.bfwt1l/webapp
   [junit4]   2> 2025725 INFO  (IPC Server handler 3 on 40291) [    ] BlockStateChange BLOCK* processReport: from storage DS-88638ac6-56cd-4f67-abf5-6a89eda08a90 node DatanodeRegistration(127.0.0.1:46841, datanodeUuid=02e1b3d9-a7c3-42da-8fd7-2f5e337bc229, infoPort=45218, infoSecurePort=0, ipcPort=43309, storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2025725 INFO  (IPC Server handler 3 on 40291) [    ] BlockStateChange BLOCK* processReport: from storage DS-1bf41cd7-0020-4706-943e-287ab19d671a node DatanodeRegistration(127.0.0.1:46841, datanodeUuid=02e1b3d9-a7c3-42da-8fd7-2f5e337bc229, infoPort=45218, infoSecurePort=0, ipcPort=43309, storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2026037 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[EADAED056DE8C26C]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55440
   [junit4]   2> 2026138 INFO  (IPC Server handler 3 on 40291) [    ] BlockStateChange BLOCK* processReport: from storage DS-29da5422-8fed-43fa-aa58-eff8593c9486 node DatanodeRegistration(127.0.0.1:46346, datanodeUuid=df7742ae-dc71-4623-98ad-2f0cb7d0171b, infoPort=42453, infoSecurePort=0, ipcPort=45185, storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2026138 INFO  (IPC Server handler 3 on 40291) [    ] BlockStateChange BLOCK* processReport: from storage DS-de2366ed-83f7-4aa9-9081-6d453a5693bf node DatanodeRegistration(127.0.0.1:46346, datanodeUuid=df7742ae-dc71-4623-98ad-2f0cb7d0171b, infoPort=42453, infoSecurePort=0, ipcPort=45185, storageInfo=lv=-56;cid=testClusterID;nsid=1843747478;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2026352 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2026366 INFO  (Thread-19745) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2026366 INFO  (Thread-19745) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2026466 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.ZkTestServer start zk server on port:60218
   [junit4]   2> 2026477 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2026478 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 2026479 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2026480 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2026480 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2026481 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2026482 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2026482 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2026483 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2026484 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2026484 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2026571 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores/collection1
   [junit4]   2> 2026572 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2026573 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@500bcc16{/,null,AVAILABLE}
   [junit4]   2> 2026573 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f1396b{HTTP/1.1,[http/1.1]}{127.0.0.1:47669}
   [junit4]   2> 2026573 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.Server Started @2041822ms
   [junit4]   2> 2026573 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40291/hdfs__localhost_40291__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001_tempDir-002_control_data, hostContext=/, hostPort=47669, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores}
   [junit4]   2> 2026574 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2026574 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2026574 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2026574 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2026574 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-17T12:23:53.412Z
   [junit4]   2> 2026582 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2026582 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/solr.xml
   [junit4]   2> 2026604 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60218/solr
   [junit4]   2> 2026627 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2026627 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47669_
   [junit4]   2> 2026628 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_    ] o.a.s.c.Overseer Overseer (id=97473936307322884-127.0.0.1:47669_-n_0000000000) starting
   [junit4]   2> 2026633 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47669_
   [junit4]   2> 2026635 INFO  (zkCallback-1476-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2026711 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores
   [junit4]   2> 2026711 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:47669_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2026717 INFO  (OverseerStateUpdate-97473936307322884-127.0.0.1:47669_-n_0000000000) [n:127.0.0.1:47669_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2026735 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2026745 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2026809 WARN  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2026810 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2026820 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2026820 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40291/solr_hdfs_home
   [junit4]   2> 2026820 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2026820 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/control-001/cores/collection1], dataDir=[hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 2026820 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e85e7e
   [junit4]   2> 2026821 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data/snapshot_metadata
   [junit4]   2> 2026826 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2026826 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2026827 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2026840 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2026841 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 2026854 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 2026863 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2026863 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2026863 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2026882 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2026883 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1552066393, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2026907 INFO  (IPC Server handler 7 on 40291) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46841 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-29da5422-8fed-43fa-aa58-eff8593c9486:NORMAL:127.0.0.1:46346|RBW], ReplicaUC[[DISK]DS-1bf41cd7-0020-4706-943e-287ab19d671a:NORMAL:127.0.0.1:46841|FINALIZED]]} size 0
   [junit4]   2> 2026908 INFO  (IPC Server handler 6 on 40291) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46346 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-29da5422-8fed-43fa-aa58-eff8593c9486:NORMAL:127.0.0.1:46346|RBW], ReplicaUC[[DISK]DS-1bf41cd7-0020-4706-943e-287ab19d671a:NORMAL:127.0.0.1:46841|FINALIZED]]} size 0
   [junit4]   2> 2026914 WARN  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2026943 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2026943 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2026943 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 2026951 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2026951 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2026955 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=87.85546875, floorSegmentMB=1.2294921875, forceMergeDeletesPctAllowed=3.2840390741514423, segmentsPerTier=7.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2026959 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3e7c0a41[collection1] main]
   [junit4]   2> 2026980 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2026988 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2026988 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2026989 INFO  (searcherExecutor-4095-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e7c0a41[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2026990 INFO  (coreLoadExecutor-4094-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559582981570428928
   [junit4]   2> 2026997 INFO  (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2026997 INFO  (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2026997 INFO  (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47669/collection1/
   [junit4]   2> 2026997 INFO  (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2026997 INFO  (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47669/collection1/ has no replicas
   [junit4]   2> 2027000 INFO  (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47669/collection1/ shard1
   [junit4]   2> 2027103 INFO  (coreZkRegister-4087-thread-1-processing-n:127.0.0.1:47669_ x:collection1 c:control_collection) [n:127.0.0.1:47669_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2027392 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2027394 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:60218/solr ready
   [junit4]   2> 2027394 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2027466 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores/collection1
   [junit4]   2> 2027466 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001
   [junit4]   2> 2027467 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2027468 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@74d6d15b{/,null,AVAILABLE}
   [junit4]   2> 2027468 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@36a2a035{HTTP/1.1,[http/1.1]}{127.0.0.1:45626}
   [junit4]   2> 2027468 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.Server Started @2042717ms
   [junit4]   2> 2027469 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40291/hdfs__localhost_40291__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=45626, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores}
   [junit4]   2> 2027469 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2027473 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2027473 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2027473 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2027473 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-17T12:23:54.311Z
   [junit4]   2> 2027476 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2027476 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/solr.xml
   [junit4]   2> 2027481 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60218/solr
   [junit4]   2> 2027488 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45626_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2027489 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45626_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2027492 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45626_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45626_
   [junit4]   2> 2027493 INFO  (zkCallback-1476-thread-1-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2027494 INFO  (zkCallback-1480-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2027504 INFO  (zkCallback-1485-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2027560 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45626_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores
   [junit4]   2> 2027560 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45626_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2027565 INFO  (OverseerStateUpdate-97473936307322884-127.0.0.1:47669_-n_0000000000) [n:127.0.0.1:47669_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2028576 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2028586 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2028648 WARN  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2028649 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2028665 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2028665 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40291/solr_hdfs_home
   [junit4]   2> 2028665 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2028665 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-1-001/cores/collection1], dataDir=[hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data/]
   [junit4]   2> 2028665 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e85e7e
   [junit4]   2> 2028666 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data/snapshot_metadata
   [junit4]   2> 2028677 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2028678 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2028678 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2028688 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2028689 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data
   [junit4]   2> 2028707 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node1/data/index
   [junit4]   2> 2028714 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2028714 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2028714 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2028760 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2028762 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1552066393, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 2028823 INFO  (IPC Server handler 9 on 40291) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46841 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-29da5422-8fed-43fa-aa58-eff8593c9486:NORMAL:127.0.0.1:46346|RBW], ReplicaUC[[DISK]DS-88638ac6-56cd-4f67-abf5-6a89eda08a90:NORMAL:127.0.0.1:46841|RBW]]} size 0
   [junit4]   2> 2028823 INFO  (IPC Server handler 8 on 40291) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46346 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-88638ac6-56cd-4f67-abf5-6a89eda08a90:NORMAL:127.0.0.1:46841|RBW], ReplicaUC[[DISK]DS-de2366ed-83f7-4aa9-9081-6d453a5693bf:NORMAL:127.0.0.1:46346|FINALIZED]]} size 0
   [junit4]   2> 2028837 WARN  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 2028881 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2028881 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2028881 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 2028900 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 2028901 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2028904 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=87.85546875, floorSegmentMB=1.2294921875, forceMergeDeletesPctAllowed=3.2840390741514423, segmentsPerTier=7.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2028908 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@452feac6[collection1] main]
   [junit4]   2> 2028909 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2028910 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2028910 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2028917 INFO  (searcherExecutor-4106-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@452feac6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2028924 INFO  (coreLoadExecutor-4105-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559582983598374912
   [junit4]   2> 2028930 INFO  (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2028930 INFO  (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2028930 INFO  (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45626/collection1/
   [junit4]   2> 2028930 INFO  (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2028930 INFO  (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:45626/collection1/ has no replicas
   [junit4]   2> 2028932 INFO  (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45626/collection1/ shard2
   [junit4]   2> 2029083 INFO  (coreZkRegister-4100-thread-1-processing-n:127.0.0.1:45626_ x:collection1 c:collection1) [n:127.0.0.1:45626_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2029290 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores/collection1
   [junit4]   2> 2029291 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001
   [junit4]   2> 2029292 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2029292 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6cc1fd3c{/,null,AVAILABLE}
   [junit4]   2> 2029293 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1db26cc7{HTTP/1.1,[http/1.1]}{127.0.0.1:45268}
   [junit4]   2> 2029293 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.Server Started @2044541ms
   [junit4]   2> 2029293 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40291/hdfs__localhost_40291__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-master_checkout_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001_tempDir-002_jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=45268, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores}
   [junit4]   2> 2029293 ERROR (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2029301 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2029301 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2029301 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2029301 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-17T12:23:56.139Z
   [junit4]   2> 2029309 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2029309 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/solr.xml
   [junit4]   2> 2029315 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60218/solr
   [junit4]   2> 2029322 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45268_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2029323 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45268_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2029325 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45268_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45268_
   [junit4]   2> 2029326 INFO  (zkCallback-1485-thread-1-processing-n:127.0.0.1:45626_) [n:127.0.0.1:45626_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2029326 INFO  (zkCallback-1480-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2029327 INFO  (zkCallback-1476-thread-2-processing-n:127.0.0.1:47669_) [n:127.0.0.1:47669_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2029332 INFO  (zkCallback-1491-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2029424 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45268_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores
   [junit4]   2> 2029424 INFO  (TEST-HdfsChaosMonkeyNothingIsSafeTest.test-seed#[EADAED056DE8C26C]) [n:127.0.0.1:45268_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2029425 INFO  (OverseerStateUpdate-97473936307322884-127.0.0.1:47669_-n_0000000000) [n:127.0.0.1:47669_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard3
   [junit4]   2> 2030442 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2030451 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2030569 WARN  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 2030570 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 2030582 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2030583 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40291/solr_hdfs_home
   [junit4]   2> 2030583 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2030583 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_EADAED056DE8C26C-001/shard-2-001/cores/collection1], dataDir=[hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data/]
   [junit4]   2> 2030583 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@33e85e7e
   [junit4]   2> 2030583 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data/snapshot_metadata
   [junit4]   2> 2030589 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2030589 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2030589 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2030607 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2030608 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data
   [junit4]   2> 2030623 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40291/solr_hdfs_home/collection1/core_node2/data/index
   [junit4]   2> 2030636 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2030636 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2030636 INFO  (coreLoadExecutor-4116-thread-1-processing-n:127.0.0.1:45268_) [n:127.0.0.1:45268_ c:collection1   x:collection1] o.a.s.c.

[...truncated too long message...]

ceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.Overseer Overseer (id=97474098028085262-127.0.0.1:57625_aqe%2Ff-n_0000000003) closing
   [junit4]   2> 4567991 INFO  (OverseerStateUpdate-97474098028085262-127.0.0.1:57625_aqe%2Ff-n_0000000003) [n:127.0.0.1:57625_aqe%2Ff    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57625_aqe%2Ff
   [junit4]   2> 4567993 WARN  (zkCallback-2177-thread-3-processing-n:127.0.0.1:57625_aqe%2Ff) [n:127.0.0.1:57625_aqe%2Ff    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 4567993 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 4567993 INFO  (zkCallback-2160-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 4567994 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@717a17a0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 4567994 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1643a46d{/aqe/f,null,UNAVAILABLE}
   [junit4]   2> 4567995 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 51369
   [junit4]   2> 4567996 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33002 33002
   [junit4]   2> 4568096 INFO  (Thread-87002) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:33002 33002
   [junit4]   2> 4568097 WARN  (Thread-87002) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/collections/forceleader_last_published/state.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	57	/solr/overseer/collection-queue-work
   [junit4]   2> 	34	/solr/overseer/queue
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	3	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 4568097 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:57625/aqe/f, target: http://127.0.0.1:47431/aqe/f
   [junit4]   2> 4568097 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:51369/aqe/f, target: http://127.0.0.1:57797/aqe/f
   [junit4]   2> 4568097 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:44382/aqe/f, target: http://127.0.0.1:56748/aqe/f
   [junit4]   2> 4568097 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[EADAED056DE8C26C]) [    ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:56326/aqe/f, target: http://127.0.0.1:49282/aqe/f
   [junit4]   2> 4568098 INFO  (SUITE-ForceLeaderTest-seed#[EADAED056DE8C26C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.ForceLeaderTest_EADAED056DE8C26C-001
   [junit4]   2> Feb 17, 2017 1:06:03 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {multiDefault=FSTOrd50, a_t=PostingsFormat(name=Memory), id=PostingsFormat(name=LuceneFixedGap), text=FST50, timestamp=PostingsFormat(name=Memory)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), _version_=DocValuesFormat(name=Lucene70), intDefault=DocValuesFormat(name=Lucene70), range_facet_i_dv=DocValuesFormat(name=Lucene70), intDvoDefault=DocValuesFormat(name=Lucene70), range_facet_l=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1705, maxMBSortInHeap=5.552836239740372, sim=RandomSimilarity(queryNorm=true): {}, locale=sv-SE, timezone=Asia/Dacca
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=155377344,total=528482304
   [junit4]   2> NOTE: All tests run in this JVM: [TestFieldResource, UniqFieldsUpdateProcessorFactoryTest, TestXmlQParser, TestClusterProperties, TestDistributedStatsComponentCardinality, SolrJmxReporterTest, TestRealTimeGet, TestDFISimilarityFactory, TestSolrConfigHandlerConcurrent, TestSolrConfigHandler, TestMacros, DateMathParserTest, RankQueryTest, StandardRequestHandlerTest, QueryEqualityTest, OverseerCollectionConfigSetProcessorTest, TestTrackingShardHandlerFactory, TestSolrQueryResponse, DistributedQueueTest, TestUnifiedSolrHighlighter, SharedFSAutoReplicaFailoverTest, TestManagedResourceStorage, AnalysisAfterCoreReloadTest, TestFastWriter, ReturnFieldsTest, TestManagedSynonymFilterFactory, QueryResultKeyTest, DistributedDebugComponentTest, TestReplicationHandlerBackup, TestDynamicFieldCollectionResource, SearchHandlerTest, PeerSyncTest, TestValueSourceCache, DeleteInactiveReplicaTest, TestFieldCacheSort, TestRTimerTree, TestPushWriter, SignatureUpdateProcessorFactoryTest, SegmentsInfoRequestHandlerTest, SpatialHeatmapFacetsTest, InfixSuggestersTest, TestLockTree, ClusterStateTest, TestPathTrie, CheckHdfsIndexTest, MultiTermTest, PreAnalyzedUpdateProcessorTest, FileBasedSpellCheckerTest, ScriptEngineTest, TestBadConfig, OverseerStatusTest, SolrRequestParserTest, UtilsToolTest, AnalyticsQueryTest, RequiredFieldsTest, DeleteReplicaTest, AnalysisErrorHandlingTest, HdfsThreadLeakTest, HdfsBasicDistributedZkTest, ChangedSchemaMergeTest, TestConfigSetImmutable, TestTolerantUpdateProcessorCloud, HdfsDirectoryTest, TestSegmentSorting, TestQueryWrapperFilter, TestCorePropertiesReload, BlockCacheTest, DistribCursorPagingTest, HdfsCollectionsAPIDistributedZkTest, TestSearcherReuse, AddSchemaFieldsUpdateProcessorFactoryTest, TestStressLucene, DefaultValueUpdateProcessorTest, SolrMetricsIntegrationTest, HLLSerializationTest, TestRequestForwarding, TestHighlightDedupGrouping, DisMaxRequestHandlerTest, TestScoreJoinQPNoScore, TestSolrCloudSnapshots, InfoHandlerTest, TestLFUCache, TestPseudoReturnFields, TestRTGBase, XsltUpdateRequestHandlerTest, TestSolrCloudWithDelegationTokens, TestLMJelinekMercerSimilarityFactory, RegexBoostProcessorTest, BasicAuthIntegrationTest, ZkStateReaderTest, TestSortByMinMaxFunction, TestImplicitCoreProperties, TestDistributedSearch, BitVectorTest, SSLMigrationTest, CurrencyFieldOpenExchangeTest, TestSchemaNameResource, TestOmitPositions, TestQuerySenderListener, UUIDFieldTest, TestSolrCloudWithHadoopAuthPlugin, TestDFRSimilarityFactory, TestNRTOpen, DistanceUnitsTest, TestFileDictionaryLookup, TestDeleteCollectionOnDownNodes, TestComplexPhraseQParserPlugin, CursorPagingTest, CacheHeaderTest, LeaderElectionIntegrationTest, DistributedFacetPivotSmallTest, OpenCloseCoreStressTest, ClusterStateUpdateTest, TestRandomFaceting, LeaderElectionTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, ShardRoutingCustomTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TestStressReorder, TestJoin, TestReload, HardAutoCommitTest, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, TestLazyCores, SimplePostToolTest, TestExtendedDismaxParser, SpellCheckCollatorTest, CoreAdminHandlerTest, SuggesterTSTTest, SuggesterTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, TestCSVLoader, PolyFieldTest, NoCacheHeaderTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, DebugComponentTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FastVectorHighlighterTest, IndexSchemaTest, MBeansHandlerTest, TestAnalyzedSuggestions, PingRequestHandlerTest, TestSolrDeletionPolicy2, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestBM25SimilarityFactory, TestJmxMonitoredMap, ResourceLoaderTest, TestFastOutputStream, OpenExchangeRatesOrgProviderTest, PluginInfoTest, TestSuggestSpellingConverter, DateFieldTest, TestLRUCache, ZkNodePropsTest, SystemInfoHandlerTest, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, ActionThrottleTest, AliasIntegrationTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteStatusTest, DistribJoinFromCollectionTest, ForceLeaderTest]
   [junit4] Completed [574/694 (2!)] on J0 in 1938.00s, 3 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 62925 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1239 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1239/

All tests passed

Build Log:
[...truncated 68618 lines...]
-ecj-javadoc-lint-tests:
    [mkdir] Created dir: /tmp/ecj218679615
 [ecj-lint] Compiling 763 source files to /tmp/ecj218679615
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet/jars/org.restlet-2.3.0.jar
 [ecj-lint] invalid Class-Path header in manifest of jar file: /x1/jenkins/.ivy2/cache/org.restlet.jee/org.restlet.ext.servlet/jars/org.restlet.ext.servlet-2.3.0.jar
 [ecj-lint] ----------
 [ecj-lint] 1. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/cloud/OverseerTest.java (at line 266)
 [ecj-lint] 	ZkStateReader reader = new ZkStateReader(zkClient);
 [ecj-lint] 	              ^^^^^^
 [ecj-lint] Resource leak: 'reader' is never closed
 [ecj-lint] ----------
 [ecj-lint] 2. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/cloud/OverseerTest.java (at line 316)
 [ecj-lint] 	ZkStateReader reader = new ZkStateReader(zkClient);
 [ecj-lint] 	              ^^^^^^
 [ecj-lint] Resource leak: 'reader' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 3. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/core/HdfsDirectoryFactoryTest.java (at line 146)
 [ecj-lint] 	HdfsDirectoryFactory hdfsFactory = new HdfsDirectoryFactory();
 [ecj-lint] 	                     ^^^^^^^^^^^
 [ecj-lint] Resource leak: 'hdfsFactory' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 4. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/handler/admin/SecurityConfHandlerTest.java (at line 53)
 [ecj-lint] 	BasicAuthPlugin basicAuth = new BasicAuthPlugin();
 [ecj-lint] 	                ^^^^^^^^^
 [ecj-lint] Resource leak: 'basicAuth' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 5. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/handler/component/DistributedDebugComponentTest.java (at line 163)
 [ecj-lint] 	SolrClient client = random().nextBoolean() ? collection1 : collection2;
 [ecj-lint] 	           ^^^^^^
 [ecj-lint] Resource leak: 'client' is never closed
 [ecj-lint] ----------
 [ecj-lint] 6. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/handler/component/DistributedDebugComponentTest.java (at line 221)
 [ecj-lint] 	throw new AssertionError(q.toString() + ": " + e.getMessage(), e);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'client' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 7. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java (at line 201)
 [ecj-lint] 	Analyzer a1 = new WhitespaceAnalyzer();
 [ecj-lint] 	         ^^
 [ecj-lint] Resource leak: 'a1' is never closed
 [ecj-lint] ----------
 [ecj-lint] 8. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java (at line 204)
 [ecj-lint] 	OffsetWindowTokenFilter tots = new OffsetWindowTokenFilter(tokenStream);
 [ecj-lint] 	                        ^^^^
 [ecj-lint] Resource leak: 'tots' is never closed
 [ecj-lint] ----------
 [ecj-lint] 9. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/highlight/HighlighterTest.java (at line 208)
 [ecj-lint] 	Analyzer a2 = new WhitespaceAnalyzer();
 [ecj-lint] 	         ^^
 [ecj-lint] Resource leak: 'a2' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 10. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestBinaryResponseWriter.java (at line 63)
 [ecj-lint] 	NamedList res = (NamedList) new JavaBinCodec().unmarshal(new ByteArrayInputStream(baos.toByteArray()));
 [ecj-lint] 	                            ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 11. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 72)
 [ecj-lint] 	JavabinTupleStreamParser parser = new JavabinTupleStreamParser(new ByteArrayInputStream(bytes), true);
 [ecj-lint] 	                         ^^^^^^
 [ecj-lint] Resource leak: 'parser' is never closed
 [ecj-lint] ----------
 [ecj-lint] 12. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 173)
 [ecj-lint] 	new JavaBinCodec().marshal(response.getValues(), baos);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 13. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 175)
 [ecj-lint] 	Object o = new JavaBinCodec().unmarshal(new ByteArrayInputStream(bytes));
 [ecj-lint] 	           ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 14. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 178)
 [ecj-lint] 	JavabinTupleStreamParser parser = new JavabinTupleStreamParser(new ByteArrayInputStream(bytes), false);
 [ecj-lint] 	                         ^^^^^^
 [ecj-lint] Resource leak: 'parser' is never closed
 [ecj-lint] ----------
 [ecj-lint] 15. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestJavabinTupleStreamParser.java (at line 192)
 [ecj-lint] 	new JavaBinCodec().marshal(response.getValues(), baos);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 16. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/TestPushWriter.java (at line 57)
 [ecj-lint] 	m = (Map) new JavaBinCodec().unmarshal(new ByteArrayInputStream(baos.toByteArray()));
 [ecj-lint] 	          ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 17. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/response/transform/TestSubQueryTransformer.java (at line 387)
 [ecj-lint] 	unmarshalled = (NamedList<Object>) new JavaBinCodec().unmarshal(
 [ecj-lint] 	                                   ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 18. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/search/TestDocSet.java (at line 241)
 [ecj-lint] 	return loadfactor!=0 ? new HashDocSet(a,0,n,1/loadfactor) : new HashDocSet(a,0,n);
 [ecj-lint] 	                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 19. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/search/TestDocSet.java (at line 526)
 [ecj-lint] 	DocSet a = new BitDocSet(bs);
 [ecj-lint] 	       ^
 [ecj-lint] Resource leak: 'a' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 20. ERROR in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/search/TestRecovery.java (at line 26)
 [ecj-lint] 	import org.apache.solr.common.SolrInputDocument;
 [ecj-lint] 	       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 [ecj-lint] The import org.apache.solr.common.SolrInputDocument is never used
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 21. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/security/TestPKIAuthenticationPlugin.java (at line 85)
 [ecj-lint] 	final MockPKIAuthenticationPlugin mock = new MockPKIAuthenticationPlugin(null, nodeName);
 [ecj-lint] 	                                  ^^^^
 [ecj-lint] Resource leak: 'mock' is never closed
 [ecj-lint] ----------
 [ecj-lint] 22. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/security/TestPKIAuthenticationPlugin.java (at line 138)
 [ecj-lint] 	MockPKIAuthenticationPlugin mock1 = new MockPKIAuthenticationPlugin(null, nodeName) {
 [ecj-lint] 	                            ^^^^^
 [ecj-lint] Resource leak: 'mock1' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 23. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/security/TestRuleBasedAuthorizationPlugin.java (at line 365)
 [ecj-lint] 	RuleBasedAuthorizationPlugin plugin = new RuleBasedAuthorizationPlugin();
 [ecj-lint] 	                             ^^^^^^
 [ecj-lint] Resource leak: 'plugin' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 24. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/security/TestSha256AuthenticationProvider.java (at line 49)
 [ecj-lint] 	BasicAuthPlugin basicAuthPlugin = new BasicAuthPlugin();
 [ecj-lint] 	                ^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: 'basicAuthPlugin' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 25. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/spelling/SimpleQueryConverter.java (at line 42)
 [ecj-lint] 	WhitespaceAnalyzer analyzer = new WhitespaceAnalyzer();
 [ecj-lint] 	                   ^^^^^^^^
 [ecj-lint] Resource leak: 'analyzer' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 26. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/uninverting/TestFieldCacheVsDocValues.java (at line 139)
 [ecj-lint] 	IndexWriter w = new IndexWriter(d, newIndexWriterConfig(analyzer));
 [ecj-lint] 	            ^
 [ecj-lint] Resource leak: 'w' is never closed
 [ecj-lint] ----------
 [ecj-lint] 27. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/uninverting/TestFieldCacheVsDocValues.java (at line 172)
 [ecj-lint] 	throw iae;
 [ecj-lint] 	^^^^^^^^^^
 [ecj-lint] Resource leak: 'w' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] 28. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/uninverting/TestFieldCacheVsDocValues.java (at line 178)
 [ecj-lint] 	return;
 [ecj-lint] 	^^^^^^^
 [ecj-lint] Resource leak: 'w' is not closed at this location
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 29. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/update/AddBlockUpdateTest.java (at line 415)
 [ecj-lint] 	new JavaBinCodec().marshal(topDocument, os);
 [ecj-lint] 	^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] 30. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/update/AddBlockUpdateTest.java (at line 419)
 [ecj-lint] 	SolrInputDocument result = (SolrInputDocument) new JavaBinCodec().unmarshal(is);
 [ecj-lint] 	                                               ^^^^^^^^^^^^^^^^^^
 [ecj-lint] Resource leak: '<unassigned Closeable value>' is never closed
 [ecj-lint] ----------
 [ecj-lint] ----------
 [ecj-lint] 31. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/update/SolrIndexSplitterTest.java (at line 181)
 [ecj-lint] 	EmbeddedSolrServer server1 = new EmbeddedSolrServer(h.getCoreContainer(), "split1");
 [ecj-lint] 	                   ^^^^^^^
 [ecj-lint] Resource leak: 'server1' is never closed
 [ecj-lint] ----------
 [ecj-lint] 32. WARNING in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test/org/apache/solr/update/SolrIndexSplitterTest.java (at line 182)
 [ecj-lint] 	EmbeddedSolrServer server2 = new EmbeddedSolrServer(h.getCoreContainer(), "split2");
 [ecj-lint] 	                   ^^^^^^^
 [ecj-lint] Resource leak: 'server2' is never closed
 [ecj-lint] ----------
 [ecj-lint] 32 problems (1 error, 31 warnings)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:674: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2010: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2043: Compile failed; see the compiler error output for details.

Total time: 262 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1238 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1238/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([17394FA05C27E655:758E2594985A37B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.waitForRecoveriesToFinish(TestStressCloudBlindAtomicUpdates.java:459)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.checkField(TestStressCloudBlindAtomicUpdates.java:304)
	at org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates.test_stored_idx(TestStressCloudBlindAtomicUpdates.java:234)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.update.TestInPlaceUpdatesStandalone.testUpdatingDocValues

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([17394FA05C27E655:C1499207377A9803]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.update.TestInPlaceUpdatesStandalone.testUpdatingDocValues(TestInPlaceUpdatesStandalone.java:179)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11570 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/init-core-data-001
   [junit4]   2> 77824 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 77825 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=SSL overhead seems to cause OutOfMemory when stress testing)
   [junit4]   2> 77828 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 10 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001
   [junit4]   2> 77828 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 77833 INFO  (Thread-20) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 77833 INFO  (Thread-20) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 78049 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:52787
   [junit4]   2> 78283 INFO  (jetty-launcher-78-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 78283 INFO  (jetty-launcher-78-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 78287 INFO  (jetty-launcher-78-thread-10) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 78287 INFO  (jetty-launcher-78-thread-9) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 78287 INFO  (jetty-launcher-78-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 78287 INFO  (jetty-launcher-78-thread-8) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 78287 INFO  (jetty-launcher-78-thread-7) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 78287 INFO  (jetty-launcher-78-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 78288 INFO  (jetty-launcher-78-thread-5) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 78288 INFO  (jetty-launcher-78-thread-6) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 78590 INFO  (jetty-launcher-78-thread-7) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4468ff37{/solr,null,AVAILABLE}
   [junit4]   2> 78590 INFO  (jetty-launcher-78-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1d87b79d{/solr,null,AVAILABLE}
   [junit4]   2> 78590 INFO  (jetty-launcher-78-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2dd03368{/solr,null,AVAILABLE}
   [junit4]   2> 78593 INFO  (jetty-launcher-78-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ddbec86{/solr,null,AVAILABLE}
   [junit4]   2> 78604 INFO  (jetty-launcher-78-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@b1f028b{/solr,null,AVAILABLE}
   [junit4]   2> 78597 INFO  (jetty-launcher-78-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@217fc4c1{/solr,null,AVAILABLE}
   [junit4]   2> 78606 INFO  (jetty-launcher-78-thread-10) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e455ae9{/solr,null,AVAILABLE}
   [junit4]   2> 78609 INFO  (jetty-launcher-78-thread-6) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d659255{/solr,null,AVAILABLE}
   [junit4]   2> 78610 INFO  (jetty-launcher-78-thread-8) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@27426f0d{/solr,null,AVAILABLE}
   [junit4]   2> 78611 INFO  (jetty-launcher-78-thread-9) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@45560d8c{/solr,null,AVAILABLE}
   [junit4]   2> 78653 INFO  (jetty-launcher-78-thread-8) [    ] o.e.j.s.AbstractConnector Started ServerConnector@585a1487{HTTP/1.1,[http/1.1]}{127.0.0.1:56925}
   [junit4]   2> 78654 INFO  (jetty-launcher-78-thread-8) [    ] o.e.j.s.Server Started @81604ms
   [junit4]   2> 78654 INFO  (jetty-launcher-78-thread-8) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56925}
   [junit4]   2> 78655 INFO  (jetty-launcher-78-thread-9) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7c22d207{HTTP/1.1,[http/1.1]}{127.0.0.1:38479}
   [junit4]   2> 78665 INFO  (jetty-launcher-78-thread-9) [    ] o.e.j.s.Server Started @81615ms
   [junit4]   2> 78655 INFO  (jetty-launcher-78-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@633126d3{HTTP/1.1,[http/1.1]}{127.0.0.1:42826}
   [junit4]   2> 78656 INFO  (jetty-launcher-78-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@249dbf83{HTTP/1.1,[http/1.1]}{127.0.0.1:48156}
   [junit4]   2> 78657 INFO  (jetty-launcher-78-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@59727235{HTTP/1.1,[http/1.1]}{127.0.0.1:42863}
   [junit4]   2> 78667 INFO  (jetty-launcher-78-thread-1) [    ] o.e.j.s.Server Started @81617ms
   [junit4]   2> 78667 INFO  (jetty-launcher-78-thread-2) [    ] o.e.j.s.Server Started @81617ms
   [junit4]   2> 78667 INFO  (jetty-launcher-78-thread-3) [    ] o.e.j.s.Server Started @81617ms
   [junit4]   2> 78667 INFO  (jetty-launcher-78-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48156}
   [junit4]   2> 78667 INFO  (jetty-launcher-78-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42863}
   [junit4]   2> 78657 INFO  (jetty-launcher-78-thread-5) [    ] o.e.j.s.AbstractConnector Started ServerConnector@347676ed{HTTP/1.1,[http/1.1]}{127.0.0.1:43585}
   [junit4]   2> 78667 INFO  (jetty-launcher-78-thread-5) [    ] o.e.j.s.Server Started @81617ms
   [junit4]   2> 78667 INFO  (jetty-launcher-78-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43585}
   [junit4]   2> 78657 INFO  (jetty-launcher-78-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@b6c6af9{HTTP/1.1,[http/1.1]}{127.0.0.1:56482}
   [junit4]   2> 78657 INFO  (jetty-launcher-78-thread-6) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4b0830e{HTTP/1.1,[http/1.1]}{127.0.0.1:51084}
   [junit4]   2> 78667 INFO  (jetty-launcher-78-thread-4) [    ] o.e.j.s.Server Started @81617ms
   [junit4]   2> 78667 INFO  (jetty-launcher-78-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=56482}
   [junit4]   2> 78663 INFO  (jetty-launcher-78-thread-10) [    ] o.e.j.s.AbstractConnector Started ServerConnector@61fe608{HTTP/1.1,[http/1.1]}{127.0.0.1:52358}
   [junit4]   2> 78668 INFO  (jetty-launcher-78-thread-10) [    ] o.e.j.s.Server Started @81618ms
   [junit4]   2> 78668 INFO  (jetty-launcher-78-thread-10) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52358}
   [junit4]   2> 78656 INFO  (jetty-launcher-78-thread-7) [    ] o.e.j.s.AbstractConnector Started ServerConnector@941b364{HTTP/1.1,[http/1.1]}{127.0.0.1:52566}
   [junit4]   2> 78669 INFO  (jetty-launcher-78-thread-7) [    ] o.e.j.s.Server Started @81619ms
   [junit4]   2> 78669 INFO  (jetty-launcher-78-thread-7) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52566}
   [junit4]   2> 78667 INFO  (jetty-launcher-78-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42826}
   [junit4]   2> 78667 INFO  (jetty-launcher-78-thread-6) [    ] o.e.j.s.Server Started @81617ms
   [junit4]   2> 78669 INFO  (jetty-launcher-78-thread-6) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=51084}
   [junit4]   2> 78665 INFO  (jetty-launcher-78-thread-9) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38479}
   [junit4]   2> 78677 ERROR (jetty-launcher-78-thread-7) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 78677 INFO  (jetty-launcher-78-thread-7) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 78682 ERROR (jetty-launcher-78-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 78682 INFO  (jetty-launcher-78-thread-7) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 78682 INFO  (jetty-launcher-78-thread-7) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 78677 ERROR (jetty-launcher-78-thread-9) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 78684 ERROR (jetty-launcher-78-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 78684 INFO  (jetty-launcher-78-thread-9) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 78685 INFO  (jetty-launcher-78-thread-9) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 78685 INFO  (jetty-launcher-78-thread-9) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 78685 INFO  (jetty-launcher-78-thread-7) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-15T09:34:13.989Z
   [junit4]   2> 78685 INFO  (jetty-launcher-78-thread-9) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-15T09:34:13.989Z
   [junit4]   2> 78684 ERROR (jetty-launcher-78-thread-8) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 78684 ERROR (jetty-launcher-78-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 78686 INFO  (jetty-launcher-78-thread-8) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 78686 INFO  (jetty-launcher-78-thread-8) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 78686 INFO  (jetty-launcher-78-thread-8) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 78684 ERROR (jetty-launcher-78-thread-5) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 78686 INFO  (jetty-launcher-78-thread-8) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-15T09:34:13.990Z
   [junit4]   2> 78686 INFO  (jetty-launcher-78-thread-5) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 78686 INFO  (jetty-launcher-78-thread-5) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 78686 INFO  (jetty-launcher-78-thread-5) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 78687 INFO  (jetty-launcher-78-thread-5) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-15T09:34:13.990Z
   [junit4]   2> 78687 INFO  (jetty-launcher-78-thread-8) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 78684 ERROR (jetty-launcher-78-thread-6) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 78687 INFO  (jetty-launcher-78-thread-6) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 78684 ERROR (jetty-launcher-78-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 78687 INFO  (jetty-launcher-78-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 78684 ERROR (jetty-launcher-78-thread-10) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 78723 INFO  (jetty-launcher-78-thread-10) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 78682 INFO  (jetty-launcher-78-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 78727 INFO  (jetty-launcher-78-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 78727 INFO  (jetty-launcher-78-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 78727 INFO  (jetty-launcher-78-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-15T09:34:14.031Z
   [junit4]   2> 78729 INFO  (jetty-launcher-78-thread-10) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 78729 INFO  (jetty-launcher-78-thread-10) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 78729 INFO  (jetty-launcher-78-thread-10) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-15T09:34:14.033Z
   [junit4]   2> 78692 INFO  (jetty-launcher-78-thread-6) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 78740 INFO  (jetty-launcher-78-thread-6) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 78692 INFO  (jetty-launcher-78-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 78740 INFO  (jetty-launcher-78-thread-6) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-15T09:34:14.044Z
   [junit4]   2> 78740 INFO  (jetty-launcher-78-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 78740 INFO  (jetty-launcher-78-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-15T09:34:14.044Z
   [junit4]   2> 78686 INFO  (jetty-launcher-78-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 78741 INFO  (jetty-launcher-78-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 78741 INFO  (jetty-launcher-78-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 78741 INFO  (jetty-launcher-78-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-15T09:34:14.045Z
   [junit4]   2> 78685 INFO  (jetty-launcher-78-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 78741 INFO  (jetty-launcher-78-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 78741 INFO  (jetty-launcher-78-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 78741 INFO  (jetty-launcher-78-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-15T09:34:14.045Z
   [junit4]   2> 78767 INFO  (jetty-launcher-78-thread-8) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 78841 INFO  (jetty-launcher-78-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 78842 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a411f46920001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 78863 INFO  (jetty-launcher-78-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 78863 INFO  (jetty-launcher-78-thread-10) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 78863 INFO  (jetty-launcher-78-thread-9) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 78954 INFO  (jetty-launcher-78-thread-8) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
   [junit4]   2> 78968 INFO  (jetty-launcher-78-thread-10) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
   [junit4]   2> 79066 INFO  (jetty-launcher-78-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
   [junit4]   2> 79085 INFO  (jetty-launcher-78-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
   [junit4]   2> 79118 INFO  (jetty-launcher-78-thread-9) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
   [junit4]   2> 79085 INFO  (jetty-launcher-78-thread-6) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 79085 INFO  (jetty-launcher-78-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 79085 INFO  (jetty-launcher-78-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 79067 INFO  (jetty-launcher-78-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 79066 INFO  (jetty-launcher-78-thread-7) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 79241 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a411f4692000c, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 79300 INFO  (jetty-launcher-78-thread-7) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
   [junit4]   2> 79336 INFO  (jetty-launcher-78-thread-8) [n:127.0.0.1:56925_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 79382 INFO  (jetty-launcher-78-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
   [junit4]   2> 79551 INFO  (jetty-launcher-78-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
   [junit4]   2> 79569 INFO  (jetty-launcher-78-thread-6) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
   [junit4]   2> 79383 INFO  (jetty-launcher-78-thread-8) [n:127.0.0.1:56925_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:56925_solr
   [junit4]   2> 79678 INFO  (jetty-launcher-78-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:52787/solr
   [junit4]   2> 79681 INFO  (jetty-launcher-78-thread-8) [n:127.0.0.1:56925_solr    ] o.a.s.c.Overseer Overseer (id=97461944525651983-127.0.0.1:56925_solr-n_0000000000) starting
   [junit4]   2> 79725 INFO  (jetty-launcher-78-thread-10) [n:127.0.0.1:52358_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 79725 INFO  (jetty-launcher-78-thread-10) [n:127.0.0.1:52358_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52358_solr
   [junit4]   2> 79782 INFO  (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 79782 INFO  (zkCallback-104-thread-1-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 79804 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a411f46920018, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 79807 INFO  (jetty-launcher-78-thread-8) [n:127.0.0.1:56925_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56925_solr
   [junit4]   2> 79810 INFO  (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 79811 INFO  (zkCallback-104-thread-1-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 79813 INFO  (jetty-launcher-78-thread-5) [n:127.0.0.1:43585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 79813 INFO  (jetty-launcher-78-thread-7) [n:127.0.0.1:52566_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 79813 INFO  (jetty-launcher-78-thread-1) [n:127.0.0.1:42826_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 79814 INFO  (jetty-launcher-78-thread-9) [n:127.0.0.1:38479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 79816 INFO  (jetty-launcher-78-thread-5) [n:127.0.0.1:43585_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 79818 INFO  (jetty-launcher-78-thread-1) [n:127.0.0.1:42826_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 79818 INFO  (jetty-launcher-78-thread-7) [n:127.0.0.1:52566_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 79819 INFO  (jetty-launcher-78-thread-9) [n:127.0.0.1:38479_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 79821 INFO  (jetty-launcher-78-thread-5) [n:127.0.0.1:43585_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43585_solr
   [junit4]   2> 79821 INFO  (jetty-launcher-78-thread-1) [n:127.0.0.1:42826_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42826_solr
   [junit4]   2> 79822 INFO  (jetty-launcher-78-thread-7) [n:127.0.0.1:52566_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52566_solr
   [junit4]   2> 79822 INFO  (jetty-launcher-78-thread-9) [n:127.0.0.1:38479_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38479_solr
   [junit4]   2> 79823 INFO  (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 79829 INFO  (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 79840 INFO  (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
   [junit4]   2> 79870 INFO  (zkCallback-119-thread-1-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 79886 INFO  (zkCallback-122-thread-1-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 79886 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (6)
   [junit4]   2> 79886 INFO  (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (6)
   [junit4]   2> 79898 INFO  (zkCallback-104-thread-2-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (6)
   [junit4]   2> 79934 INFO  (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
   [junit4]   2> 79940 INFO  (jetty-launcher-78-thread-7) [n:127.0.0.1:52566_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node5/.
   [junit4]   2> 79955 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15a411f4692001a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 79974 INFO  (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (6)
   [junit4]   2> 80014 INFO  (jetty-launcher-78-thread-3) [n:127.0.0.1:42863_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (6)
   [junit4]   2> 80015 INFO  (jetty-launcher-78-thread-3) [n:127.0.0.1:42863_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 80052 INFO  (jetty-launcher-78-thread-3) [n:127.0.0.1:42863_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42863_solr
   [junit4]   2> 80053 INFO  (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 80053 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 80066 INFO  (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 80105 INFO  (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 80105 INFO  (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 80099 INFO  (jetty-launcher-78-thread-8) [n:127.0.0.1:56925_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node7/.
   [junit4]   2> 80095 INFO  (jetty-launcher-78-thread-5) [n:127.0.0.1:43585_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node9/.
   [junit4]   2> 80108 INFO  (zkCallback-104-thread-1-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 80116 INFO  (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (6) -> (7)
   [junit4]   2> 80117 INFO  (jetty-launcher-78-thread-10) [n:127.0.0.1:52358_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node4/.
   [junit4]   2> 80124 INFO  (jetty-launcher-78-thread-6) [n:127.0.0.1:51084_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
   [junit4]   2> 80124 INFO  (jetty-launcher-78-thread-2) [n:127.0.0.1:48156_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (7)
   [junit4]   2> 80127 INFO  (jetty-launcher-78-thread-6) [n:127.0.0.1:51084_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 80127 INFO  (jetty-launcher-78-thread-2) [n:127.0.0.1:48156_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 80130 INFO  (jetty-launcher-78-thread-6) [n:127.0.0.1:51084_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51084_solr
   [junit4]   2> 80131 INFO  (jetty-launcher-78-thread-2) [n:127.0.0.1:48156_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48156_solr
   [junit4]   2> 80132 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
   [junit4]   2> 80132 INFO  (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
   [junit4]   2> 80132 INFO  (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
   [junit4]   2> 80132 INFO  (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
   [junit4]   2> 80132 INFO  (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
   [junit4]   2> 80132 INFO  (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (8)
   [junit4]   2> 80136 INFO  (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
   [junit4]   2> 80136 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
   [junit4]   2> 80137 INFO  (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
   [junit4]   2> 80137 INFO  (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
   [junit4]   2> 80137 INFO  (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
   [junit4]   2> 80137 INFO  (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (8) -> (9)
   [junit4]   2> 80148 INFO  (jetty-launcher-78-thread-9) [n:127.0.0.1:38479_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node8/.
   [junit4]   2> 80185 INFO  (jetty-launcher-78-thread-1) [n:127.0.0.1:42826_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node1/.
   [junit4]   2> 80204 INFO  (zkCallback-133-thread-1-processing-n:127.0.0.1:48156_solr) [n:127.0.0.1:48156_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9)
   [junit4]   2> 80204 INFO  (zkCallback-134-thread-1-processing-n:127.0.0.1:51084_solr) [n:127.0.0.1:51084_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9)
   [junit4]   2> 80205 INFO  (zkCallback-104-thread-3-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (7) -> (9)
   [junit4]   2> 80232 INFO  (jetty-launcher-78-thread-2) [n:127.0.0.1:48156_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node10/.
   [junit4]   2> 80247 INFO  (jetty-launcher-78-thread-3) [n:127.0.0.1:42863_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node3/.
   [junit4]   2> 80252 INFO  (jetty-launcher-78-thread-4) [n:127.0.0.1:56482_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (9)
   [junit4]   2> 80254 INFO  (jetty-launcher-78-thread-4) [n:127.0.0.1:56482_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 80255 INFO  (jetty-launcher-78-thread-4) [n:127.0.0.1:56482_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56482_solr
   [junit4]   2> 80256 INFO  (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
   [junit4]   2> 80256 INFO  (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
   [junit4]   2> 80256 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
   [junit4]   2> 80256 INFO  (zkCallback-104-thread-1-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
   [junit4]   2> 80257 INFO  (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
   [junit4]   2> 80257 INFO  (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
   [junit4]   2> 80257 INFO  (zkCallback-134-thread-1-processing-n:127.0.0.1:51084_solr) [n:127.0.0.1:51084_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
   [junit4]   2> 80257 INFO  (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
   [junit4]   2> 80257 INFO  (zkCallback-133-thread-1-processing-n:127.0.0.1:48156_solr) [n:127.0.0.1:48156_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
   [junit4]   2> 80302 INFO  (zkCallback-135-thread-1-processing-n:127.0.0.1:56482_solr) [n:127.0.0.1:56482_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (9) -> (10)
   [junit4]   2> 80373 INFO  (jetty-launcher-78-thread-4) [n:127.0.0.1:56482_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node6/.
   [junit4]   2> 80379 INFO  (jetty-launcher-78-thread-6) [n:127.0.0.1:51084_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node2/.
   [junit4]   2> 80737 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (10)
   [junit4]   2> 80739 INFO  (SUITE-TestStressCloudBlindAtomicUpdates-seed#[17394FA05C27E655]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:52787/solr ready
   [junit4]   2> 81866 INFO  (qtp1340180546-388) [n:127.0.0.1:56925_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&name=test_col&action=CREATE&numShards=5&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 82106 INFO  (OverseerThreadFactory-239-thread-1-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr    ] o.a.s.c.CreateCollectionCmd Create collection test_col
   [junit4]   2> 82308 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
   [junit4]   2> 82317 INFO  (qtp779046993-424) [n:127.0.0.1:51084_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
   [junit4]   2> 82316 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
   [junit4]   2> 82328 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
   [junit4]   2> 82329 INFO  (qtp1237824368-355) [n:127.0.0.1:56482_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard5_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard5&wt=javabin&version=2
   [junit4]   2> 82330 INFO  (qtp288047898-362) [n:127.0.0.1:42826_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard1_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard1&wt=javabin&version=2
   [junit4]   2> 82332 INFO  (qtp860286629-368) [n:127.0.0.1:43585_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard2_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard2&wt=javabin&version=2
   [junit4]   2> 82334 INFO  (qtp1224213783-416) [n:127.0.0.1:52566_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard3_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard3&wt=javabin&version=2
   [junit4]   2> 82379 INFO  (qtp1273138163-396) [n:127.0.0.1:38479_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica1&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
   [junit4]   2> 82381 INFO  (qtp864265056-376) [n:127.0.0.1:42863_solr    ] o.a.s.h.a.CoreAdminOperation core create command property.config=solrconfig-tlog.xml&property.schema=schema-minimal-atomic-stress.xml&qt=/admin/cores&collection.configName=org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set&newCollection=true&name=test_col_shard4_replica2&action=CREATE&numShards=5&collection=test_col&shard=shard4&wt=javabin&version=2
   [junit4]   2> 82496 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 82496 INFO  (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 82496 INFO  (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 82496 INFO  (zkCallback-104-thread-3-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 82496 INFO  (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 82496 INFO  (zkCallback-134-thread-1-processing-n:127.0.0.1:51084_solr) [n:127.0.0.1:51084_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 82497 INFO  (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 82497 INFO  (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 82497 INFO  (zkCallback-135-thread-1-processing-n:127.0.0.1:56482_solr) [n:127.0.0.1:56482_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 82497 INFO  (zkCallback-133-thread-1-processing-n:127.0.0.1:48156_solr) [n:127.0.0.1:48156_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 83356 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 83362 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 83386 INFO  (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3  x:test_col_shard3_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 83452 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 83458 INFO  (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 83465 INFO  (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 83471 INFO  (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 83534 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.s.IndexSchema [test_col_shard5_replica2] Schema name=minimal-atomic-stress
   [junit4]   2> 83540 INFO  (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4  x:test_col_shard4_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 83545 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.s.IndexSchema [test_col_shard3_replica1] Schema name=minimal-atomic-stress
   [junit4]   2> 83545 INFO  (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5  x:test_col_shard5_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 83548 INFO  (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4  x:test_col_shard4_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 83558 INFO  (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.s.IndexSchema [test_col_shard2_replica1] Schema name=minimal-atomic-stress
   [junit4]   2> 83558 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 83559 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica2' using configuration from collection test_col
   [junit4]   2> 83560 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.c.SolrCore [[test_col_shard5_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node7/test_col_shard5_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node7/./test_col_shard5_replica2/data/]
   [junit4]   2> 83587 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
   [junit4]   2> 83589 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 83603 INFO  (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 83604 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.s.IndexSchema [test_col_shard2_replica2] Schema name=minimal-atomic-stress
   [junit4]   2> 83606 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 83608 INFO  (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.s.IndexSchema [test_col_shard1_replica1] Schema name=minimal-atomic-stress
   [junit4]   2> 83609 INFO  (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.s.IndexSchema [test_col_shard1_replica2] Schema name=minimal-atomic-stress
   [junit4]   2> 83612 INFO  (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4  x:test_col_shard4_replica1] o.a.s.s.IndexSchema [test_col_shard4_replica1] Schema name=minimal-atomic-stress
   [junit4]   2> 83613 INFO  (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3  x:test_col_shard3_replica2] o.a.s.s.IndexSchema [test_col_shard3_replica2] Schema name=minimal-atomic-stress
   [junit4]   2> 83731 INFO  (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4  x:test_col_shard4_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 83733 INFO  (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 83733 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica1' using configuration from collection test_col
   [junit4]   2> 83733 INFO  (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica1' using configuration from collection test_col
   [junit4]   2> 83733 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.c.SolrCore [[test_col_shard3_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node10/test_col_shard3_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node10/./test_col_shard3_replica1/data/]
   [junit4]   2> 83733 INFO  (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.c.SolrCore [[test_col_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node9/test_col_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node9/./test_col_shard2_replica1/data/]
   [junit4]   2> 83733 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
   [junit4]   2> 83734 INFO  (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
   [junit4]   2> 83735 INFO  (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica2' using configuration from collection test_col
   [junit4]   2> 83735 INFO  (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 83736 INFO  (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.c.SolrCore [[test_col_shard1_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node1/test_col_shard1_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node1/./test_col_shard1_replica2/data/]
   [junit4]   2> 83736 INFO  (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
   [junit4]   2> 83736 INFO  (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3  x:test_col_shard3_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 83737 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
   [junit4]   2> 83737 INFO  (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4  x:test_col_shard4_replica2] o.a.s.s.IndexSchema [test_col_shard4_replica2] Schema name=minimal-atomic-stress
   [junit4]   2> 83738 INFO  (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5  x:test_col_shard5_replica1] o.a.s.s.IndexSchema [test_col_shard5_replica1] Schema name=minimal-atomic-stress
   [junit4]   2> 83739 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
   [junit4]   2> 83739 INFO  (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4  x:test_col_shard4_replica2] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 83739 INFO  (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5  x:test_col_shard5_replica1] o.a.s.s.IndexSchema Loaded schema minimal-atomic-stress/1.6 with uniqueid field id
   [junit4]   2> 83740 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard2_replica2' using configuration from collection test_col
   [junit4]   2> 83740 INFO  (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard1_replica1' using configuration from collection test_col
   [junit4]   2> 83740 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.c.SolrCore [[test_col_shard2_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node4/test_col_shard2_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node4/./test_col_shard2_replica2/data/]
   [junit4]   2> 83740 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
   [junit4]   2> 83740 INFO  (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.c.SolrCore [[test_col_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node2/test_col_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node2/./test_col_shard1_replica1/data/]
   [junit4]   2> 83740 INFO  (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
   [junit4]   2> 83740 INFO  (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
   [junit4]   2> 83742 INFO  (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3  x:test_col_shard3_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard3_replica2' using configuration from collection test_col
   [junit4]   2> 83742 INFO  (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3  x:test_col_shard3_replica2] o.a.s.c.SolrCore [[test_col_shard3_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node5/test_col_shard3_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node5/./test_col_shard3_replica2/data/]
   [junit4]   2> 83742 INFO  (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4  x:test_col_shard4_replica2] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica2' using configuration from collection test_col
   [junit4]   2> 83742 INFO  (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3  x:test_col_shard3_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
   [junit4]   2> 83742 INFO  (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4  x:test_col_shard4_replica2] o.a.s.c.SolrCore [[test_col_shard4_replica2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node3/test_col_shard4_replica2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node3/./test_col_shard4_replica2/data/]
   [junit4]   2> 83743 INFO  (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4  x:test_col_shard4_replica2] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
   [junit4]   2> 83744 INFO  (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4  x:test_col_shard4_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard4_replica1' using configuration from collection test_col
   [junit4]   2> 83744 INFO  (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4  x:test_col_shard4_replica1] o.a.s.c.SolrCore [[test_col_shard4_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node8/test_col_shard4_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node8/./test_col_shard4_replica1/data/]
   [junit4]   2> 83744 INFO  (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4  x:test_col_shard4_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
   [junit4]   2> 83745 INFO  (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
   [junit4]   2> 83747 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
   [junit4]   2> 83747 INFO  (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
   [junit4]   2> 83749 INFO  (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5  x:test_col_shard5_replica1] o.a.s.c.CoreContainer Creating SolrCore 'test_col_shard5_replica1' using configuration from collection test_col
   [junit4]   2> 83750 INFO  (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5  x:test_col_shard5_replica1] o.a.s.c.SolrCore [[test_col_shard5_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node6/test_col_shard5_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.TestStressCloudBlindAtomicUpdates_17394FA05C27E655-001/tempDir-001/node6/./test_col_shard5_replica1/data/]
   [junit4]   2> 83750 INFO  (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5  x:test_col_shard5_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@4efc6008
   [junit4]   2> 83752 INFO  (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3  x:test_col_shard3_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
   [junit4]   2> 83752 INFO  (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4  x:test_col_shard4_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
   [junit4]   2> 83762 INFO  (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5  x:test_col_shard5_replica1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
   [junit4]   2> 83797 WARN  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 83899 WARN  (qtp1224213783-416) [n:127.0.0.1:52566_solr c:test_col s:shard3  x:test_col_shard3_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 83875 WARN  (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 83873 WARN  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 83841 WARN  (qtp288047898-362) [n:127.0.0.1:42826_solr c:test_col s:shard1  x:test_col_shard1_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 83830 WARN  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 83868 INFO  (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4  x:test_col_shard4_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=61.1015625, floorSegmentMB=0.4111328125, forceMergeDeletesPctAllowed=10.24955921192575, segmentsPerTier=47.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2702630230486198
   [junit4]   2> 83818 WARN  (qtp1237824368-355) [n:127.0.0.1:56482_solr c:test_col s:shard5  x:test_col_shard5_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 83816 WARN  (qtp860286629-368) [n:127.0.0.1:43585_solr c:test_col s:shard2  x:test_col_shard2_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 83808 WARN  (qtp1273138163-396) [n:127.0.0.1:38479_solr c:test_col s:shard4  x:test_col_shard4_replica1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 84014 WARN  (qtp864265056-376) [n:127.0.0.1:42863_solr c:test_col s:shard4  x:test_col_shard4_replica2] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 84190 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 84190 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 84191 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 84191 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 84193 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 84193 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 84193 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 84194 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 84194 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.759765625, noCFSRatio=0.7153764344216546]
   [junit4]   2> 84195 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@31e1e7c1[test_col_shard2_replica2] main]
   [junit4]   2> 84197 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 84198 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/org.apache.solr.cloud.TestStressCloudBlindAtomicUpdates_config-set
   [junit4]   2> 84198 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 84204 INFO  (searcherExecutor-264-thread-1-processing-n:127.0.0.1:52358_solr x:test_col_shard2_replica2 s:shard2 c:test_col) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.c.SolrCore [test_col_shard2_replica2] Registered new searcher Searcher@31e1e7c1[test_col_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 84204 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559391119089860608
   [junit4]   2> 84205 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=16, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.759765625, noCFSRatio=0.7153764344216546]
   [junit4]   2> 84208 INFO  (qtp1340180546-386) [n:127.0.0.1:56925_solr c:test_col s:shard5  x:test_col_shard5_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@2e8383b2[test_col_shard5_replica2] main]
   [junit4]   2> 84217 INFO  (zkCallback-119-thread-2-processing-n:127.0.0.1:42826_solr) [n:127.0.0.1:42826_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 84217 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:52566_solr) [n:127.0.0.1:52566_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 84217 INFO  (zkCallback-133-thread-1-processing-n:127.0.0.1:48156_solr) [n:127.0.0.1:48156_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 84217 INFO  (zkCallback-135-thread-1-processing-n:127.0.0.1:56482_solr) [n:127.0.0.1:56482_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 84217 INFO  (zkCallback-123-thread-1-processing-n:127.0.0.1:38479_solr) [n:127.0.0.1:38479_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 84217 INFO  (zkCallback-122-thread-2-processing-n:127.0.0.1:43585_solr) [n:127.0.0.1:43585_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 84217 INFO  (zkCallback-128-thread-1-processing-n:127.0.0.1:42863_solr) [n:127.0.0.1:42863_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 84217 INFO  (zkCallback-134-thread-1-processing-n:127.0.0.1:51084_solr) [n:127.0.0.1:51084_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 84217 INFO  (zkCallback-104-thread-4-processing-n:127.0.0.1:56925_solr) [n:127.0.0.1:56925_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 84218 INFO  (zkCallback-114-thread-1-processing-n:127.0.0.1:52358_solr) [n:127.0.0.1:52358_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/test_col/state.json] for collection [test_col] has occurred - updating... (live nodes size: [10])
   [junit4]   2> 84221 INFO  (qtp406616809-404) [n:127.0.0.1:52358_solr c:test_col s:shard2  x:test_col_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 84230 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 84230 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 84231 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 84231 INFO  (qtp116557864-411) [n:127.0.0.1:48156_solr c:test_col s:shard3  x:test_col_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 84231 INFO  (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 84231 INFO  (qtp779046993-424) [n:127.0.0.1:51084_solr c:test_col s:shard1  x:test_col_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4

[...truncated too long message...]

orFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[1 (1559395768572313601)]} 0 0
   [junit4]   2> 4514169 INFO  (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/get params={qt=/get&ids=1} status=0 QTime=0
   [junit4]   2> 4514169 INFO  (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={versions=true&wt=json&indent=true}{add=[1 (1559395768573362176)]} 0 0
   [junit4]   2> 4514169 INFO  (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/get params={qt=/get&ids=1} status=0 QTime=0
   [junit4]   2> 4514169 INFO  (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4514169 INFO  (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1d002440
   [junit4]   2> 4514174 INFO  (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@44f96869[collection1] main]
   [junit4]   2> 4514174 INFO  (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4514175 INFO  (searcherExecutor-14069-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@44f96869[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1hu(7.0.0):C3/2:delGen=1)))}
   [junit4]   2> 4514175 INFO  (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 6
   [junit4]   2> 4514176 INFO  (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=*:*&fl=*&sort=id+asc&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 4514176 INFO  (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=/get params={qt=/get&ids=1} status=0 QTime=0
   [junit4]   2> 4514176 INFO  (TEST-TestInPlaceUpdatesStandalone.testMixedInPlaceAndNonInPlaceAtomicUpdates-seed#[17394FA05C27E655]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMixedInPlaceAndNonInPlaceAtomicUpdates
   [junit4]   2> 4514177 INFO  (SUITE-TestInPlaceUpdatesStandalone-seed#[17394FA05C27E655]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4514177 INFO  (SUITE-TestInPlaceUpdatesStandalone-seed#[17394FA05C27E655]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2132140556
   [junit4]   2> 4514178 INFO  (coreCloseExecutor-14074-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@182b096
   [junit4]   2> 4514224 INFO  (coreCloseExecutor-14074-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 4514226 INFO  (SUITE-TestInPlaceUpdatesStandalone-seed#[17394FA05C27E655]-worker) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.update.TestInPlaceUpdatesStandalone_17394FA05C27E655-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=true): {}, locale=es-PE, timezone=Hongkong
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=1,free=70360864,total=535822336
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocTermOrds, DirectUpdateHandlerTest, PreAnalyzedFieldTest, TestDynamicLoading, TestPHPSerializedResponseWriter, OverseerRolesTest, TestOrdValues, TestConfig, TestComplexPhraseLeadingWildcard, BlockJoinFacetDistribTest, HighlighterMaxOffsetTest, CollectionReloadTest, MissingSegmentRecoveryTest, TestStressReorder, TestDefaultSearchFieldResource, TestConfigSets, SolrIndexConfigTest, TestManagedSchemaThreadSafety, ShardSplitTest, CloneFieldUpdateProcessorFactoryTest, StatelessScriptUpdateProcessorFactoryTest, TestSchemaSimilarityResource, TestCSVResponseWriter, CoreMergeIndexesAdminHandlerTest, TestLRUStatsCache, HdfsRecoverLeaseTest, RecoveryZkTest, SimpleCollectionCreateDeleteTest, TestShardHandlerFactory, TestReload, TestCollationField, TestRuleBasedAuthorizationPlugin, TestSSLRandomization, DocValuesMultiTest, MergeStrategyTest, TestJettySolrRunner, TestSolrDeletionPolicy1, SparseHLLTest, TestComponentsName, TestNumericTerms32, HdfsBasicDistributedZk2Test, TestApiFramework, CoreAdminHandlerTest, TestRawTransformer, PrimUtilsTest, TestBlendedInfixSuggestions, TestSolrQueryParserDefaultOperatorResource, NoCacheHeaderTest, TestSolrQueryParser, TestHdfsBackupRestoreCore, DocValuesNotIndexedTest, TestDocBasedVersionConstraints, TestCoreAdminApis, TestHighFrequencyDictionaryFactory, GraphQueryTest, TestCollationFieldDocValues, TestCoreDiscovery, SolrPluginUtilsTest, BooleanFieldTest, WrapperMergePolicyFactoryTest, TestSubQueryTransformer, TestLeaderElectionWithEmptyReplica, SliceStateTest, PreAnalyzedFieldManagedSchemaCloudTest, TestMergePolicyConfig, CdcrReplicationHandlerTest, TestTestInjection, RequestLoggingTest, TestSolrJ, TestPerFieldSimilarityWithDefaultOverride, TestTrieFacet, OverriddenZkACLAndCredentialsProvidersTest, UUIDUpdateProcessorFallbackTest, SynonymTokenizerTest, TlogReplayBufferedWhileIndexingTest, TestExtendedDismaxParser, TestBulkSchemaAPI, FullHLLTest, TestMaxScoreQueryParser, TestCloudManagedSchema, LukeRequestHandlerTest, TestConfigSetsAPI, TestFieldCacheSanityChecker, ClassificationUpdateProcessorFactoryTest, TestCloudRecovery, TestInPlaceUpdatesDistrib, DistributedFacetPivotSmallAdvancedTest, TestReplicaProperties, TestLuceneMatchVersion, TestConfigOverlay, TestGroupingSearch, TestReversedWildcardFilterFactory, SecurityConfHandlerTest, RAMDirectoryFactoryTest, PeerSyncReplicationTest, TestRestoreCore, TestQuerySenderNoQuery, TestFastOutputStream, ReplaceNodeTest, SolrXmlInZkTest, FullSolrCloudDistribCmdsTest, TestClusterStateMutator, TestLMDirichletSimilarityFactory, BadIndexSchemaTest, TestDocSet, TestMacroExpander, TermVectorComponentDistributedTest, ResourceLoaderTest, TestCryptoKeys, TestLocalFSCloudBackupRestore, AnalyticsMergeStrategyTest, RequestHandlersTest, ExternalFileFieldSortTest, TestZkChroot, BasicDistributedZk2Test, SyncSliceTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, AutoCommitTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, HardAutoCommitTest, DistributedTermsComponentTest, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, BasicFunctionalityTest, TestIndexSearcher, CurrencyFieldOpenExchangeTest, CurrencyFieldXmlFileTest, SpellCheckCollatorTest, TestFoldingMultitermQuery, DocValuesTest, TestWordDelimiterFilterFactory, DefaultValueUpdateProcessorTest, DistanceFunctionTest, CacheHeaderTest, TestWriterPerf, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, DocumentBuilderTest, TermVectorComponentTest, FieldAnalysisRequestHandlerTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, TestAnalyzedSuggestions, TestPartialUpdateDeduplication, TestQuerySenderListener, UpdateParamsTest, TestStressRecovery, DistributedIntervalFacetingTest, AliasIntegrationTest, CdcrVersionReplicationTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionsAPISolrJTest, ConnectionManagerTest, CustomCollectionTest, DistribCursorPagingTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, SharedFSAutoReplicaFailoverTest, TestSegmentSorting, TestShortCircuitedRequests, TestSizeLimitedDistributedMap, TestSolrCloudWithDelegationTokens, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, TestStressLiveNodes, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZkTest, HdfsThreadLeakTest, HdfsUnloadDistributedZkTest, TestReplicationHandlerBackup, TestSolrConfigHandlerConcurrent, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedSuggestComponentTest, TestPivotHelperCode, TestTrackingShardHandlerFactory, SolrJmxReporterTest, SolrSlf4jReporterTest, TestExportWriter, TestGeoJSONResponseWriter, TestManagedResource, TestRestManager, TestFieldTypeResource, TestManagedSynonymFilterFactory, TestManagedSchemaAPI, TestSchemalessBufferedUpdates, TestUseDocValuesAsStored, SortSpecParsingTest, TestAddFieldRealTimeGet, TestCustomSort, TestFieldSortValues, TestHashQParserPlugin, TestLegacyNumericRangeQueryBuilder, TestMissingGroups, TestReloadDeadlock, TestSmileRequest, TestSolr4Spatial2, TestSolrCoreParser, TestSolrFieldCacheMBean, TestStandardQParsers, TestStressUserVersions, TestXmlQParser, TestXmlQParserPlugin, BlockJoinFacetRandomTest, TestJsonRequest, CloudMLTQParserTest, TestDistribIDF, PKIAuthenticationIntegrationTest, HttpSolrCallGetCoreTest, BufferStoreTest, TestFieldCacheReopen, TestFieldCacheSortRandom, TestFieldCacheVsDocValues, TestInPlaceUpdatesStandalone]
   [junit4] Completed [694/694 (2!)] on J2 in 161.50s, 18 tests, 1 failure <<< FAILURES!

[...truncated 62526 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1237 - Still unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1237/

5 tests failed.
FAILED:  org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR

Error Message:
There are still nodes recoverying - waited for 330 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
	at __randomizedtesting.SeedInfo.seed([38EB077E7EFFDA7C:E6616903455DB88F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:187)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:144)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:139)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:856)
	at org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR(LeaderInitiatedRecoveryOnShardRestartTest.java:158)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery

Error Message:
Expected a collection with one shard and two replicas null Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/9)={   "replicationFactor":"2",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "core":"MissingSegmentRecoveryTest_shard1_replica2",           "base_url":"https://127.0.0.1:48436/solr",           "node_name":"127.0.0.1:48436_solr",           "state":"active",           "leader":"true"},         "core_node2":{           "core":"MissingSegmentRecoveryTest_shard1_replica1",           "base_url":"https://127.0.0.1:49662/solr",           "node_name":"127.0.0.1:49662_solr",           "state":"down"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected a collection with one shard and two replicas
null
Last available state: DocCollection(MissingSegmentRecoveryTest//collections/MissingSegmentRecoveryTest/state.json/9)={
  "replicationFactor":"2",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"MissingSegmentRecoveryTest_shard1_replica2",
          "base_url":"https://127.0.0.1:48436/solr",
          "node_name":"127.0.0.1:48436_solr",
          "state":"active",
          "leader":"true"},
        "core_node2":{
          "core":"MissingSegmentRecoveryTest_shard1_replica1",
          "base_url":"https://127.0.0.1:49662/solr",
          "node_name":"127.0.0.1:49662_solr",
          "state":"down"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([38EB077E7EFFDA7C:68BE9F7D27DE6C61]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.MissingSegmentRecoveryTest.testLeaderRecovery(MissingSegmentRecoveryTest.java:105)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Expected to see collection awhollynewcollection_0 null Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/23)={   "replicationFactor":"3",   "shards":{     "shard1":{       "range":"80000000-bfffffff",       "state":"active",       "replicas":{         "core_node2":{           "core":"awhollynewcollection_0_shard1_replica1",           "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node2/data/",           "base_url":"http://127.0.0.1:44433/solr",           "node_name":"127.0.0.1:44433_solr",           "state":"active",           "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node2/data/tlog",           "leader":"true"},         "core_node11":{           "core":"awhollynewcollection_0_shard1_replica2",           "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node11/data/",           "base_url":"http://127.0.0.1:33013/solr",           "node_name":"127.0.0.1:33013_solr",           "state":"active",           "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node11/data/tlog"}}},     "shard2":{       "range":"c0000000-ffffffff",       "state":"active",       "replicas":{"core_node1":{           "core":"awhollynewcollection_0_shard2_replica3",           "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node1/data/",           "base_url":"http://127.0.0.1:33013/solr",           "node_name":"127.0.0.1:33013_solr",           "state":"active",           "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node1/data/tlog",           "leader":"true"}}},     "shard3":{       "range":"0-3fffffff",       "state":"active",       "replicas":{"core_node10":{           "core":"awhollynewcollection_0_shard3_replica1",           "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node10/data/",           "base_url":"http://127.0.0.1:40441/solr",           "node_name":"127.0.0.1:40441_solr",           "state":"active",           "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node10/data/tlog",           "leader":"true"}}},     "shard4":{       "range":"40000000-7fffffff",       "state":"active",       "replicas":{         "core_node4":{           "core":"awhollynewcollection_0_shard4_replica3",           "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node4/data/",           "base_url":"http://127.0.0.1:53519/solr",           "node_name":"127.0.0.1:53519_solr",           "state":"active",           "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node4/data/tlog"},         "core_node6":{           "core":"awhollynewcollection_0_shard4_replica1",           "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node6/data/",           "base_url":"http://127.0.0.1:33013/solr",           "node_name":"127.0.0.1:33013_solr",           "state":"active",           "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node6/data/tlog",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"4",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_0
null
Last available state: DocCollection(awhollynewcollection_0//collections/awhollynewcollection_0/state.json/23)={
  "replicationFactor":"3",
  "shards":{
    "shard1":{
      "range":"80000000-bfffffff",
      "state":"active",
      "replicas":{
        "core_node2":{
          "core":"awhollynewcollection_0_shard1_replica1",
          "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node2/data/",
          "base_url":"http://127.0.0.1:44433/solr",
          "node_name":"127.0.0.1:44433_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node2/data/tlog",
          "leader":"true"},
        "core_node11":{
          "core":"awhollynewcollection_0_shard1_replica2",
          "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node11/data/",
          "base_url":"http://127.0.0.1:33013/solr",
          "node_name":"127.0.0.1:33013_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node11/data/tlog"}}},
    "shard2":{
      "range":"c0000000-ffffffff",
      "state":"active",
      "replicas":{"core_node1":{
          "core":"awhollynewcollection_0_shard2_replica3",
          "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node1/data/",
          "base_url":"http://127.0.0.1:33013/solr",
          "node_name":"127.0.0.1:33013_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node1/data/tlog",
          "leader":"true"}}},
    "shard3":{
      "range":"0-3fffffff",
      "state":"active",
      "replicas":{"core_node10":{
          "core":"awhollynewcollection_0_shard3_replica1",
          "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node10/data/",
          "base_url":"http://127.0.0.1:40441/solr",
          "node_name":"127.0.0.1:40441_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node10/data/tlog",
          "leader":"true"}}},
    "shard4":{
      "range":"40000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"awhollynewcollection_0_shard4_replica3",
          "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node4/data/",
          "base_url":"http://127.0.0.1:53519/solr",
          "node_name":"127.0.0.1:53519_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node4/data/tlog"},
        "core_node6":{
          "core":"awhollynewcollection_0_shard4_replica1",
          "dataDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node6/data/",
          "base_url":"http://127.0.0.1:33013/solr",
          "node_name":"127.0.0.1:33013_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:49854/data/awhollynewcollection_0/core_node6/data/tlog",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"4",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([38EB077E7EFFDA7C:709E73CA78CCF5E9]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:503)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testNoCollectionSpecified

Error Message:
Error from server at http://127.0.0.1:33013/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33013/solr: Error CREATEing SolrCore 'corewithnocollection': Unable to create core [corewithnocollection] Caused by: Direct buffer memory
	at __randomizedtesting.SeedInfo.seed([38EB077E7EFFDA7C:4B48878ECA978F5E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:627)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:439)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:391)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1358)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1109)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1042)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testNoCollectionSpecified(CollectionsAPIDistributedZkTest.java:340)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig

Error Message:
The max direct memory is likely too low.  Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.

Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low.  Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
	at __randomizedtesting.SeedInfo.seed([38EB077E7EFFDA7C:CF44CE5583763057]:0)
	at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:310)
	at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:286)
	at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:226)
	at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
	at java.nio.Bits.reserveMemory(Bits.java:693)
	at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
	at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
	at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
	at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:308)
	... 42 more




Build Log:
[...truncated 11509 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/init-core-data-001
   [junit4]   2> 81714 INFO  (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[38EB077E7EFFDA7C]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 81715 INFO  (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[38EB077E7EFFDA7C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 81715 INFO  (SUITE-LeaderInitiatedRecoveryOnShardRestartTest-seed#[38EB077E7EFFDA7C]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_/
   [junit4]   2> 81717 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 81717 INFO  (Thread-314) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 81717 INFO  (Thread-314) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 81817 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.ZkTestServer start zk server on port:40891
   [junit4]   2> 81831 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 81836 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 81838 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 81839 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 81841 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 81842 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 81843 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 81844 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 81852 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 81860 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 81861 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 81935 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/cores/collection1
   [junit4]   2> 81936 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 81941 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@44013efb{/_,null,AVAILABLE}
   [junit4]   2> 81942 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2569a273{HTTP/1.1,[http/1.1]}{127.0.0.1:55797}
   [junit4]   2> 81942 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.Server Started @86288ms
   [junit4]   2> 81942 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/tempDir-001/control/data, hostContext=/_, hostPort=55797, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/cores}
   [junit4]   2> 81942 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 81942 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 81942 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 81942 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 81942 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-13T09:31:40.448Z
   [junit4]   2> 81953 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 81953 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/solr.xml
   [junit4]   2> 81960 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40891/solr
   [junit4]   2> 81985 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 81986 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55797__
   [junit4]   2> 81986 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__    ] o.a.s.c.Overseer Overseer (id=97450609883611140-127.0.0.1:55797__-n_0000000000) starting
   [junit4]   2> 82001 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55797__
   [junit4]   2> 82019 INFO  (zkCallback-156-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 82063 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/cores
   [junit4]   2> 82063 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:55797__    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 82066 INFO  (OverseerStateUpdate-97450609883611140-127.0.0.1:55797__-n_0000000000) [n:127.0.0.1:55797__    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 83107 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 83118 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 83199 WARN  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 83202 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 83215 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 83223 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/control-001/cores/collection1/data/]
   [junit4]   2> 83223 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@227cb952
   [junit4]   2> 83227 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=663032689, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 83247 WARN  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 83290 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 83290 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 83291 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 83291 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 83292 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=15.927734375, floorSegmentMB=1.751953125, forceMergeDeletesPctAllowed=7.349550050922909, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 83293 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69eec352[collection1] main]
   [junit4]   2> 83294 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 83295 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 83295 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 83297 INFO  (searcherExecutor-424-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69eec352[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 83297 INFO  (coreLoadExecutor-423-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559209759791382528
   [junit4]   2> 83304 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 83304 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 83304 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55797/_/collection1/
   [junit4]   2> 83304 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 83304 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55797/_/collection1/ has no replicas
   [junit4]   2> 83308 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55797/_/collection1/ shard1
   [junit4]   2> 83459 INFO  (coreZkRegister-416-thread-1-processing-n:127.0.0.1:55797__ x:collection1 c:control_collection) [n:127.0.0.1:55797__ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 83613 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 83614 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40891/solr ready
   [junit4]   2> 83614 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 83614 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 83694 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/cores/collection1
   [junit4]   2> 83695 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001
   [junit4]   2> 83696 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 83697 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@fc8ee0d{/_,null,AVAILABLE}
   [junit4]   2> 83697 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@5bd39f9b{HTTP/1.1,[http/1.1]}{127.0.0.1:54174}
   [junit4]   2> 83697 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.Server Started @88043ms
   [junit4]   2> 83697 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_, hostPort=54174, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/cores}
   [junit4]   2> 83698 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 83698 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 83698 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 83698 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 83698 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-13T09:31:42.204Z
   [junit4]   2> 83701 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 83701 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/solr.xml
   [junit4]   2> 83707 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40891/solr
   [junit4]   2> 83723 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:54174__    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 83725 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:54174__    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 83727 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:54174__    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54174__
   [junit4]   2> 83732 INFO  (zkCallback-160-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 83732 INFO  (zkCallback-156-thread-2-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 83738 INFO  (zkCallback-166-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 83820 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:54174__    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/cores
   [junit4]   2> 83820 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:54174__    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 83826 INFO  (OverseerStateUpdate-97450609883611140-127.0.0.1:55797__-n_0000000000) [n:127.0.0.1:55797__    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 83929 INFO  (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 84838 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 84849 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 84922 WARN  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 84924 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 84933 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 84933 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 84933 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@227cb952
   [junit4]   2> 84936 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=663032689, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 84951 WARN  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 84983 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 84983 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 84984 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 84984 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 84985 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=15.927734375, floorSegmentMB=1.751953125, forceMergeDeletesPctAllowed=7.349550050922909, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 84985 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1aab9199[collection1] main]
   [junit4]   2> 84987 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 84987 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 84987 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 84989 INFO  (searcherExecutor-435-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1aab9199[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 84989 INFO  (coreLoadExecutor-434-thread-1-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559209761565573120
   [junit4]   2> 84998 INFO  (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 84998 INFO  (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 84998 INFO  (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:54174/_/collection1/
   [junit4]   2> 84998 INFO  (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 84998 INFO  (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:54174/_/collection1/ has no replicas
   [junit4]   2> 85002 INFO  (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:54174/_/collection1/ shard1
   [junit4]   2> 85104 INFO  (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 85153 INFO  (coreZkRegister-429-thread-1-processing-n:127.0.0.1:54174__ x:collection1 c:collection1) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 85258 INFO  (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 85431 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/cores/collection1
   [junit4]   2> 85432 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001
   [junit4]   2> 85433 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 85434 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ff1a354{/_,null,AVAILABLE}
   [junit4]   2> 85434 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@818ff3a{HTTP/1.1,[http/1.1]}{127.0.0.1:46793}
   [junit4]   2> 85434 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.e.j.s.Server Started @89780ms
   [junit4]   2> 85434 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/_, hostPort=46793, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/cores}
   [junit4]   2> 85434 ERROR (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 85437 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 85437 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 85437 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 85437 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-13T09:31:43.943Z
   [junit4]   2> 85448 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 85448 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/solr.xml
   [junit4]   2> 85457 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40891/solr
   [junit4]   2> 85477 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:46793__    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 85480 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:46793__    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 85482 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:46793__    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46793__
   [junit4]   2> 85492 INFO  (zkCallback-160-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 85493 INFO  (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 85493 INFO  (zkCallback-156-thread-1-processing-n:127.0.0.1:55797__) [n:127.0.0.1:55797__    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 85500 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 85557 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:46793__    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/cores
   [junit4]   2> 85557 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [n:127.0.0.1:46793__    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 85565 INFO  (OverseerStateUpdate-97450609883611140-127.0.0.1:55797__-n_0000000000) [n:127.0.0.1:55797__    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 85680 INFO  (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 85680 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 86575 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 86586 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 86659 WARN  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 86660 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 86675 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 86676 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderInitiatedRecoveryOnShardRestartTest_38EB077E7EFFDA7C-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 86676 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@227cb952
   [junit4]   2> 86678 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=663032689, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 86686 WARN  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 86714 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 86714 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 86715 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 86715 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 86716 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=15.927734375, floorSegmentMB=1.751953125, forceMergeDeletesPctAllowed=7.349550050922909, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 86717 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@191d4e3e[collection1] main]
   [junit4]   2> 86717 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 86718 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 86718 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 86719 INFO  (coreLoadExecutor-445-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1559209763379609600
   [junit4]   2> 86722 INFO  (searcherExecutor-446-thread-1-processing-n:127.0.0.1:46793__ x:collection1 c:collection1) [n:127.0.0.1:46793__ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@191d4e3e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 86726 INFO  (coreZkRegister-440-thread-1-processing-n:127.0.0.1:46793__ x:collection1 c:collection1) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 86726 INFO  (updateExecutor-169-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 86726 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 86727 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 86727 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 86727 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 86727 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [http://127.0.0.1:54174/_/collection1/] and I am [http://127.0.0.1:46793/_/collection1/]
   [junit4]   2> 86732 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [http://127.0.0.1:54174/_]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:46793__&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 86737 INFO  (qtp1870741983-1064) [n:127.0.0.1:54174__    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 86737 INFO  (qtp1870741983-1064) [n:127.0.0.1:54174__    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 86737 INFO  (qtp1870741983-1064) [n:127.0.0.1:54174__    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:46793__, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:46793/_","node_name":"127.0.0.1:46793__","state":"down"}
   [junit4]   2> 86830 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 86830 INFO  (zkCallback-166-thread-2-processing-n:127.0.0.1:54174__) [n:127.0.0.1:54174__    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 87112 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRestartWithAllInLIR
   [junit4]   2> 87112 INFO  (TEST-LeaderInitiatedRecoveryOnShardRestartTest.testRestartWithAllInLIR-seed#[38EB077E7EFFDA7C]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: collection1 failOnTimeout:true timeout (sec):330
   [junit4]   2> 87737 INFO  (qtp1870741983-1064) [n:127.0.0.1:54174__    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:46793__, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"http://127.0.0.1:46793/_","node_name":"127.0.0.1:46793__","state":"recovering"}
   [junit4]   2> 87737 INFO  (qtp1870741983-1064) [n:127.0.0.1:54174__    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 87738 INFO  (qtp1870741983-1064) [n:127.0.0.1:54174__    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:46793__&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node2&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1000
   [junit4]   2> 94740 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Attempting to PeerSync from [http://127.0.0.1:54174/_/collection1/] - recoveringAfterStartup=[true]
   [junit4]   2> 94740 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync PeerSync: core=collection1 url=http://127.0.0.1:46793/_ START replicas=[http://127.0.0.1:54174/_/collection1/] nUpdates=100
   [junit4]   2> 94747 INFO  (qtp1870741983-1062) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:2.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 94747 INFO  (qtp1870741983-1062) [n:127.0.0.1:54174__ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.S.Request [collection1]  webapp=/_ path=/get params={distrib=false&qt=/get&getFingerprint=9223372036854775807&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 94749 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.IndexFingerprint IndexFingerprint millis:0.0 result:{maxVersionSpecified=9223372036854775807, maxVersionEncountered=0, maxInHash=0, versionsHash=0, numVersions=0, numDocs=0, maxDoc=0}
   [junit4]   2> 94749 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.PeerSync We are already in sync. No need to do a PeerSync 
   [junit4]   2> 94750 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 94750 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 94750 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 94750 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy PeerSync stage of recovery was successful.
   [junit4]   2> 94750 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Replaying updates buffered during PeerSync.
   [junit4]   2> 94750 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy No replay needed.
   [junit4]   2> 94750 INFO  (recoveryExecutor-170-thread-1-processing-n:127.0.0.1:46793__ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:46793__ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Registering as Active after recovery.
   [junit4]   2> 94753 INFO  (zkCallback-172-thread-1-processing-n:127.0.0.1:46793__) [n:127.0.0.1:46793__    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/

[...truncated too long message...]

nit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:401)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:204)
   [junit4]   2> 	at org.apache.solr.core.HdfsDirectoryFactoryTest.teardownClass(HdfsDirectoryFactoryTest.java:61)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2> 	... 54 more
   [junit4]   2> 3786565 INFO  (SUITE-HdfsDirectoryFactoryTest-seed#[38EB077E7EFFDA7C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.HdfsDirectoryFactoryTest_38EB077E7EFFDA7C-001
   [junit4]   2> Feb 13, 2017 10:33:25 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=ar-YE, timezone=Africa/Cairo
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_121 (64-bit)/cpus=4,threads=2,free=345467544,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [RuleEngineTest, BasicAuthIntegrationTest, TestLMJelinekMercerSimilarityFactory, PeerSyncTest, TestNamedUpdateProcessors, SSLMigrationTest, HdfsThreadLeakTest, TestBadConfig, CollectionStateFormat2Test, LeaderInitiatedRecoveryOnShardRestartTest, TestSearcherReuse, TestCSVLoader, RankQueryTest, SolrRequestParserTest, DefaultValueUpdateProcessorTest, RequiredFieldsTest, TestFieldCacheWithThreads, PeerSyncWithIndexFingerprintCachingTest, TestRemoteStreaming, DistributedDebugComponentTest, TestDFISimilarityFactory, DisMaxRequestHandlerTest, LeaderElectionIntegrationTest, TestStressCloudBlindAtomicUpdates, TestConfigSetImmutable, HdfsCollectionsAPIDistributedZkTest, TestClusterProperties, BlockJoinFacetRandomTest, SegmentsInfoRequestHandlerTest, PluginInfoTest, ReplicationFactorTest, TestCollectionAPIs, TestStandardQParsers, TestMissingGroups, TestRTGBase, SharedFSAutoReplicaFailoverTest, BitVectorTest, TestRequestForwarding, TestComplexPhraseQParserPlugin, TestReplicationHandler, QueryElevationComponentTest, TestSolrQueryParserResource, TestOmitPositions, TestCodecSupport, DocExpirationUpdateProcessorFactoryTest, SolrJmxReporterTest, SearchHandlerTest, TestSuggestSpellingConverter, InfoHandlerTest, ForceLeaderTest, SpellPossibilityIteratorTest, TestSolrCoreProperties, DistanceUnitsTest, TestSolrCloudWithHadoopAuthPlugin, ReturnFieldsTest, TestSortByMinMaxFunction, QueryEqualityTest, TestSchemaVersionResource, TestAnalyzedSuggestions, TestFieldResource, DistributedFacetPivotLargeTest, TestBlobHandler, TestRandomFaceting, AddSchemaFieldsUpdateProcessorFactoryTest, TestTrackingShardHandlerFactory, TestAtomicUpdateErrorCases, DateMathParserTest, TestFunctionQuery, DocumentAnalysisRequestHandlerTest, ClusterStateTest, TestDistributedStatsComponentCardinality, DistributedQueueTest, TestSubQueryTransformerCrossCore, TestFilteredDocIdSet, UniqFieldsUpdateProcessorFactoryTest, TestJsonFacets, TestFoldingMultitermQuery, TestBinaryResponseWriter, TestManagedSynonymFilterFactory, BasicZkTest, AnalysisAfterCoreReloadTest, BasicDistributedZkTest, TestSolrConfigHandlerConcurrent, SpatialHeatmapFacetsTest, DeleteInactiveReplicaTest, TriLevelCompositeIdRoutingTest, TestInPlaceUpdatesStandalone, UUIDFieldTest, TestExclusionRuleCollectionAccess, TestExactSharedStatsCache, OverseerStatusTest, TestGeoJSONResponseWriter, TestSolrCloudSnapshots, DistributedFacetPivotSmallTest, CursorPagingTest, TestPseudoReturnFields, TestPathTrie, UtilsToolTest, TestCrossCoreJoin, TestFaceting, TestManagedSchema, CurrencyFieldOpenExchangeTest, AnalysisErrorHandlingTest, TestMacros, TestImplicitCoreProperties, BlockCacheTest, InfixSuggestersTest, HdfsWriteToMultipleCollectionsTest, TestDistributedSearch, DistribCursorPagingTest, HdfsBasicDistributedZkTest, ZkStateReaderTest, ZkStateWriterTest, CachingDirectoryFactoryTest, CoreSorterTest, DirectoryFactoryTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest]
   [junit4] Completed [552/694 (4!)] on J0 in 13.87s, 3 tests, 1 error <<< FAILURES!

[...truncated 62916 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1236 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1236/

No tests ran.

Build Log:
[...truncated 30 lines...]
ERROR: Step ‘Publish JUnit test result report’ failed: No test report files were found. Configuration error?
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1235 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1235/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestStressReplication

Error Message:
timed out waiting for collection1 startAt time to exceed: Sat Feb 11 10:02:25 WAT 2017

Stack Trace:
java.lang.AssertionError: timed out waiting for collection1 startAt time to exceed: Sat Feb 11 10:02:25 WAT 2017
	at __randomizedtesting.SeedInfo.seed([B0656B60116DB3FA:6BCE6BA61445DA49]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.handler.TestReplicationHandler.watchCoreStartAt(TestReplicationHandler.java:1540)
	at org.apache.solr.handler.TestReplicationHandler.doTestStressReplication(TestReplicationHandler.java:865)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12424 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/init-core-data-001
   [junit4]   2> 2399047 INFO  (SUITE-TestReplicationHandler-seed#[B0656B60116DB3FA]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2399048 INFO  (SUITE-TestReplicationHandler-seed#[B0656B60116DB3FA]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 2399050 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterStartupWithNoActivity
   [junit4]   2> 2399050 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/collection1
   [junit4]   2> 2399053 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2399054 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@32c3af02{/solr,null,AVAILABLE}
   [junit4]   2> 2399054 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a7fdca0{HTTP/1.1,[http/1.1]}{127.0.0.1:54073}
   [junit4]   2> 2399054 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.Server Started @2402539ms
   [junit4]   2> 2399055 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=54073}
   [junit4]   2> 2399055 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2399055 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2399055 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2399055 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2399055 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-11T08:59:35.285Z
   [junit4]   2> 2399055 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/solr.xml
   [junit4]   2> 2399086 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/.
   [junit4]   2> 2399086 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2399095 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2399108 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2399110 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2399111 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/./collection1
   [junit4]   2> 2399111 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 2399120 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=17.96875, floorSegmentMB=1.1240234375, forceMergeDeletesPctAllowed=17.40303263625484, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4111125148116027
   [junit4]   2> 2399186 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2399187 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2399187 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@69f8daaa
   [junit4]   2> 2399187 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c29887[collection1] main]
   [junit4]   2> 2399187 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/collection1/conf
   [junit4]   2> 2399188 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 2399188 INFO  (coreLoadExecutor-4879-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2399188 INFO  (searcherExecutor-4880-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c29887[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2399432 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-002/collection1
   [junit4]   2> 2399434 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2399435 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@792511db{/solr,null,AVAILABLE}
   [junit4]   2> 2399435 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4317ab7d{HTTP/1.1,[http/1.1]}{127.0.0.1:47902}
   [junit4]   2> 2399435 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.Server Started @2402919ms
   [junit4]   2> 2399435 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=47902}
   [junit4]   2> 2399436 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2399436 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2399436 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2399436 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2399436 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-11T08:59:35.666Z
   [junit4]   2> 2399436 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-002/solr.xml
   [junit4]   2> 2399467 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-002/.
   [junit4]   2> 2399467 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2399475 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2399498 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2399499 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2399500 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-002/./collection1
   [junit4]   2> 2399501 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 2399502 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=17.96875, floorSegmentMB=1.1240234375, forceMergeDeletesPctAllowed=17.40303263625484, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4111125148116027
   [junit4]   2> 2399552 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2399552 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2399552 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@749f79a3
   [junit4]   2> 2399552 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@18bb0db2[collection1] main]
   [junit4]   2> 2399552 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-002/collection1/conf
   [junit4]   2> 2399554 INFO  (coreLoadExecutor-4889-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 2399555 INFO  (searcherExecutor-4890-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@18bb0db2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2399556 INFO  (qtp486668225-12962) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2399556 INFO  (indexFetcher-4894-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 2399556 INFO  (indexFetcher-4894-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 2399556 INFO  (indexFetcher-4894-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2399782 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@4317ab7d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2399782 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1244414137
   [junit4]   2> 2399790 INFO  (coreCloseExecutor-4895-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@346e5bda
   [junit4]   2> 2399791 INFO  (coreCloseExecutor-4895-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 2399791 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2399791 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@792511db{/solr,null,UNAVAILABLE}
   [junit4]   2> 2399792 INFO  (qtp486668225-12966) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 2399792 INFO  (qtp486668225-12966) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 2399793 INFO  (qtp486668225-12966) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2399793 INFO  (qtp486668225-12966) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@13da1168
   [junit4]   2> 2399794 INFO  (qtp486668225-12966) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5c20f758[collection1] main]
   [junit4]   2> 2399794 INFO  (qtp486668225-12966) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2399794 INFO  (searcherExecutor-4880-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5c20f758[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2399794 INFO  (qtp486668225-12966) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 2399795 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@7a7fdca0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2399795 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=436968409
   [junit4]   2> 2399796 INFO  (coreCloseExecutor-4897-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3a98636a
   [junit4]   2> 2399797 INFO  (coreCloseExecutor-4897-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 2399797 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2399797 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@32c3af02{/solr,null,UNAVAILABLE}
   [junit4]   2> 2399798 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2399799 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@20c96328{/solr,null,AVAILABLE}
   [junit4]   2> 2399799 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@3ca5fce{HTTP/1.1,[http/1.1]}{127.0.0.1:56597}
   [junit4]   2> 2399800 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.Server Started @2403284ms
   [junit4]   2> 2399800 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=56597}
   [junit4]   2> 2399806 ERROR (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2399807 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 2399807 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 2399807 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2399807 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-11T08:59:36.037Z
   [junit4]   2> 2399807 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/solr.xml
   [junit4]   2> 2399835 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/.
   [junit4]   2> 2399835 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 2399844 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2399853 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2399855 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.2 with uniqueid field id
   [junit4]   2> 2399856 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/./collection1
   [junit4]   2> 2399857 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 2399862 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6778331c
   [junit4]   2> 2399927 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2399927 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2399929 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.751953125, noCFSRatio=0.40103561304753244]
   [junit4]   2> 2399932 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@41cd156e[collection1] main]
   [junit4]   2> 2399932 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001/solr-instance-001/collection1/conf
   [junit4]   2> 2399932 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 2399933 INFO  (coreLoadExecutor-4904-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2399933 INFO  (searcherExecutor-4905-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@41cd156e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2400087 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 2400087 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 2400088 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 2400088 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 2400088 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 2400089 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 2400089 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 2400089 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 2400089 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 2400090 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 2400090 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 2400090 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 2400091 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 2400091 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 2400091 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 2400091 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 2400092 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 2400092 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 2400092 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 2400093 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 2400093 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 2400094 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 2400094 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 2400094 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 2400095 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 2400095 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 2400095 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 2400096 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 2400096 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 2400096 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 2400097 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 2400097 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 2400097 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 2400097 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 2400098 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 2400098 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 2400098 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 2400099 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 2400099 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 2400099 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 2400099 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 2400100 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 2400100 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 2400100 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 2400101 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 2400101 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 2400101 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 2400101 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 2400102 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 2400102 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 2400102 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 2400102 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 2400103 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 2400103 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 2400103 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 2400103 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 2400104 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 2400104 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 2400104 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 2400104 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 2400105 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 2400105 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 2400105 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 2400105 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 2400106 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 2400106 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 2400106 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 2400106 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 2400107 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 2400107 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 2400107 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 2400107 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 2400108 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 2400108 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 2400109 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 2400109 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 2400110 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 2400110 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 2400110 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 2400111 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 2400112 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 2400112 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 2400112 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 2400112 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 2400113 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 2400113 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 2400113 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 2400114 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 2400114 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 2400114 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 2400114 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 2400115 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 2400116 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 2400116 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 2400116 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 2400117 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 2400117 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 2400117 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 2400117 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 2400118 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 2400118 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 2400118 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 2400119 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 2400119 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 2400119 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 2400119 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 2400120 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 2400120 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 2400120 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 2400121 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 2400121 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 2400121 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 2400121 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 2400122 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 2400122 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 2400122 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 2400122 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 2400123 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 2400123 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 2400123 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 2400124 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 2400124 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 2400125 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 2400125 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 2400125 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 2400126 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
   [junit4]   2> 2400126 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 2400126 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 2400127 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 2400127 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 2400127 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 2400127 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 2400128 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 2400128 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 2400128 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 2400128 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 2400129 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 2400129 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 2400129 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 2400129 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
   [junit4]   2> 2400130 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 2400130 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 2400130 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 2400130 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 2400131 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 2400131 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 2400131 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
   [junit4]   2> 2400131 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 2400131 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 2400132 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
   [junit4]   2> 2400132 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
   [junit4]   2> 2400133 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 2400133 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 2400134 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
   [junit4]   2> 2400134 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 2400134 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 2400135 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 2400135 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 2400135 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 2400135 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 2400136 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
   [junit4]   2> 2400136 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 2400136 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 0
   [junit4]   2> 2400137 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
   [junit4]   2> 2400137 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 2400137 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 2400138 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
   [junit4]   2> 2400138 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
   [junit4]   2> 2400138 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 2400139 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 2400139 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
   [junit4]   2> 2400139 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 2400139 INFO  (qtp1319718205-13004) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 2400140 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 2400140 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
   [junit4]   2> 2400140 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 2400141 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
   [junit4]   2> 2400141 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 2400141 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 2400142 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
   [junit4]   2> 2400142 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
   [junit4]   2> 2400142 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
   [junit4]   2> 2400142 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 2400143 INFO  (qtp1319718205-12999) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 2400143 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 2400143 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 2400143 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 2400144 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 2400144 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
   [junit4]   2> 2400144 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 2400145 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 2400145 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 2400145 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 2400145 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 2400146 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
   [junit4]   2> 2400146 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
   [junit4]   2> 2400146 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
   [junit4]   2> 2400146 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
   [junit4]   2> 2400147 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
   [junit4]   2> 2400147 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
   [junit4]   2> 2400147 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
   [junit4]   2> 2400147 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
   [junit4]   2> 2400148 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
   [junit4]   2> 2400148 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
   [junit4]   2> 2400148 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
   [junit4]   2> 2400148 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
   [junit4]   2> 2400149 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
   [junit4]   2> 2400149 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
   [junit4]   2> 2400149 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
   [junit4]   2> 2400149 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
   [junit4]   2> 2400150 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
   [junit4]   2> 2400150 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
   [junit4]   2> 2400150 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
   [junit4]   2> 2400150 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
   [junit4]   2> 2400151 INFO  (qtp1319718205-13003) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
   [junit4]   2> 2400151 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
   [junit4]   2> 2400151 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
   [junit4]   2> 2400151 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
   [junit4]   2> 2400152 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
   [junit4]   2> 2400152 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
   [junit4]   2> 2400152 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
   [junit4]   2> 2400152 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
   [junit4]   2> 2400153 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
   [junit4]   2> 2400153 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
   [junit4]   2> 2400153 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
   [junit4]   2> 2400153 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
   [junit4]   2> 2400154 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
   [junit4]   2> 2400154 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
   [junit4]   2> 2400155 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
   [junit4]   2> 2400155 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
   [junit4]   2> 2400155 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 0
   [junit4]   2> 2400156 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 0
   [junit4]   2> 2400156 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[232]} 0 0
   [junit4]   2> 2400156 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 0
   [junit4]   2> 2400157 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[234]} 0 0
   [junit4]   2> 2400157 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[235]} 0 0
   [junit4]   2> 2400157 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[236]} 0 0
   [junit4]   2> 2400157 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[237]} 0 0
   [junit4]   2> 2400158 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[238]} 0 0
   [junit4]   2> 2400158 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[239]} 0 0
   [junit4]   2> 2400158 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[240]} 0 0
   [junit4]   2> 2400158 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[241]} 0 0
   [junit4]   2> 2400159 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[242]} 0 0
   [junit4]   2> 2400159 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[243]} 0 0
   [junit4]   2> 2400159 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[244]} 0 0
   [junit4]   2> 2400159 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[245]} 0 0
   [junit4]   2> 2400160 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[246]} 0 0
   [junit4]   2> 2400160 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[247]} 0 0
   [junit4]   2> 2400160 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[248]} 0 0
   [junit4]   2> 2400161 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[249]} 0 0
   [junit4]   2> 2400161 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[250]} 0 0
   [junit4]   2> 2400161 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[251]} 0 0
   [junit4]   2> 2400161 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[252]} 0 0
   [junit4]   2> 2400162 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[253]} 0 0
   [junit4]   2> 2400162 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[254]} 0 0
   [junit4]   2> 2400162 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[255]} 0 0
   [junit4]   2> 2400162 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[256]} 0 0
   [junit4]   2> 2400163 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[257]} 0 0
   [junit4]   2> 2400163 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[258]} 0 0
   [junit4]   2> 2400163 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[259]} 0 0
   [junit4]   2> 2400164 INFO  (qtp1319718205-13002) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[260]} 0 0
   [junit4]   2> 2400165 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[261]} 0 0
   [junit4]   2> 2400165 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[262]} 0 0
   [junit4]   2> 2400165 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[263]} 0 0
   [junit4]   2> 2400166 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[264]} 0 0
   [junit4]   2> 2400166 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[265]} 0 0
   [junit4]   2> 2400166 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[266]} 0 0
   [junit4]   2> 2400166 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[267]} 0 0
   [junit4]   2> 2400167 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[268]} 0 0
   [junit4]   2> 2400167 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[269]} 0 0
   [junit4]   2> 2400167 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[270]} 0 0
   [junit4]   2> 2400167 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[271]} 0 0
   [junit4]   2> 2400168 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[272]} 0 0
   [junit4]   2> 2400168 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[273]} 0 0
   [junit4]   2> 2400168 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[274]} 0 0
   [junit4]   2> 2400168 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[275]} 0 0
   [junit4]   2> 2400169 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[276]} 0 0
   [junit4]   2> 2400169 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[277]} 0 0
   [junit4]   2> 2400169 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[278]} 0 0
   [junit4]   2> 2400169 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[279]} 0 0
   [junit4]   2> 2400170 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[280]} 0 0
   [junit4]   2> 2400170 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[281]} 0 0
   [junit4]   2> 2400171 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[282]} 0 0
   [junit4]   2> 2400171 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[283]} 0 0
   [junit4]   2> 2400171 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[284]} 0 0
   [junit4]   2> 2400172 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[285]} 0 0
   [junit4]   2> 2400172 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[286]} 0 0
   [junit4]   2> 2400172 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[287]} 0 0
   [junit4]   2> 2400172 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[288]} 0 0
   [junit4]   2> 2400173 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[289]} 0 0
   [junit4]   2> 2400173 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[290]} 0 0
   [junit4]   2> 2400173 INFO  (qtp1319718205-13006) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[291]} 0 0
   [junit4]   2> 2400174 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[292]} 0 0
   [junit4]   2> 2400174 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[293]} 0 0
   [junit4]   2> 2400174 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[294]} 0 0
   [junit4]   2> 2400174 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[295]} 0 0
   [junit4]   2> 2400175 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[296]} 0 0
   [junit4]   2> 2400175 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[297]} 0 0
   [junit4]   2> 2400175 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[298]} 0 0
   [junit4]   2> 2400175 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[299]} 0 0
   [junit4]   2> 2400176 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[300]} 0 0
   [junit4]   2> 2400176 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[301]} 0 0
   [junit4]   2> 2400176 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[302]} 0 0
   [junit4]   2> 2400176 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[303]} 0 0
   [junit4]   2> 2400177 INFO  (qtp1319718205-13005) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[304]} 0 0
   [junit4]   2> 2400177 INFO  (qtp1319718205-13005) [    x:collection1] o.a.

[...truncated too long message...]

/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&compression=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2687433 INFO  (indexFetcher-5756-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2149) : 0 secs (null bytes/sec) to MetricsDirectory(MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@709f8318 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4874239f; maxCacheMB=0.736328125 maxMergeSizeMB=0.275390625)))
   [junit4]   2> 2687434 INFO  (indexFetcher-5756-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@339e32b9
   [junit4]   2> 2687485 INFO  (indexFetcher-5756-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2687486 INFO  (indexFetcher-5756-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@59a3d85c[collection1] main]
   [junit4]   2> 2687487 INFO  (searcherExecutor-5752-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@59a3d85c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c37105) Uninverting(_2(7.0.0):C36860) Uninverting(_3(7.0.0):c36777) Uninverting(_4(7.0.0):c36730) Uninverting(_5(7.0.0):c36663) Uninverting(_6(7.0.0):c15865) Uninverting(_7(7.0.0):c2)))}
   [junit4]   2> 2687553 INFO  (qtp396792697-14418) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=200002 status=0 QTime=53
   [junit4]   2> 2687554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[B0656B60116DB3FA]) [    ] o.a.s.h.TestReplicationHandler Waited for 500ms and found 200002 docs
   [junit4]   2> 2687554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[B0656B60116DB3FA]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestReplicateAfterCoreReload
   [junit4]   2> 2687555 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@43fe534b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2687555 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=224233937
   [junit4]   2> 2687555 INFO  (coreCloseExecutor-5763-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@48c5286
   [junit4]   2> 2687557 INFO  (coreCloseExecutor-5763-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 2687557 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[B0656B60116DB3FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2687557 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@431540c0{/solr,null,UNAVAILABLE}
   [junit4]   2> 2687558 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6ca121cd{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2687558 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[B0656B60116DB3FA]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2002961439
   [junit4]   2> 2687558 INFO  (coreCloseExecutor-5765-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@26e798f8
   [junit4]   2> 2687559 INFO  (coreCloseExecutor-5765-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 2687559 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[B0656B60116DB3FA]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2687559 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[B0656B60116DB3FA]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5833e25{/solr,null,UNAVAILABLE}
   [junit4] IGNOR/A 0.00s J1 | TestReplicationHandler.doTestIndexFetchOnMasterRestart
   [junit4]    > Assumption #1: 'awaitsfix' test group is disabled (@AwaitsFix(bugUrl=https://issues.apache.org/jira/browse/SOLR-9036))
   [junit4]   2> 2687561 INFO  (SUITE-TestReplicationHandler-seed#[B0656B60116DB3FA]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler_B0656B60116DB3FA-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true): {}, locale=cs, timezone=Africa/Bangui
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=251279928,total=533200896
   [junit4]   2> NOTE: All tests run in this JVM: [TestBM25SimilarityFactory, TimeZoneUtilsTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, IndexSchemaTest, SolrCloudExampleTest, UpdateRequestProcessorFactoryTest, SimpleMLTQParserTest, JSONWriterTest, TestFuzzyAnalyzedSuggestions, TestUniqueKeyFieldResource, HighlighterTest, DistributedFacetPivotWhiteBoxTest, TestLegacyNumericRangeQueryBuilder, CollectionTooManyReplicasTest, TestConfigSetProperties, CdcrVersionReplicationTest, HdfsLockFactoryTest, ChaosMonkeySafeLeaderTest, TestPerFieldSimilarity, DistributedSuggestComponentTest, TestCustomDocTransformer, QueryParsingTest, ChaosMonkeyNothingIsSafeTest, TermsComponentTest, HttpPartitionTest, TestCollapseQParserPlugin, TestSystemIdResolver, DistributedVersionInfoTest, TestSweetSpotSimilarityFactory, TestRawResponseWriter, StatsReloadRaceTest, SoftAutoCommitTest, TestRequestStatusCollectionAPI, ZkControllerTest, TermVectorComponentTest, CachingDirectoryFactoryTest, HttpSolrCallGetCoreTest, SpatialFilterTest, TestAnalyzeInfixSuggestions, ShardRoutingTest, TestTolerantUpdateProcessorRandomCloud, TestSolrCoreParser, AtomicUpdatesTest, TestSearchPerf, SpellCheckCollatorTest, TestBulkSchemaConcurrent, SaslZkACLProviderTest, SchemaVersionSpecificBehaviorTest, TestSurroundQueryParser, TestOnReconnectListenerSupport, BlockDirectoryTest, TestPKIAuthenticationPlugin, JsonLoaderTest, WordBreakSolrSpellCheckerTest, TestHashPartitioner, TestSimpleTrackingShardHandler, TestManagedSchemaAPI, CreateCollectionCleanupTest, BlockJoinFacetSimpleTest, CloudExitableDirectoryReaderTest, TestMiniSolrCloudCluster, TestCloudSchemaless, ExplicitHLLTest, TestUninvertingReader, TestXmlQParserPlugin, DistribDocExpirationUpdateProcessorTest, CursorMarkTest, TestExactStatsCache, TestSchemaManager, ConvertedLegacyTest, DateRangeFieldTest, SampleTest, TestPartialUpdateDeduplication, BJQParserTest, SuggestComponentContextFilterQueryTest, TestSolrCloudWithKerberosAlt, TestPostingsSolrHighlighter, TestStressUserVersions, TestSolrCoreSnapshots, DistributedMLTComponentTest, TestQueryUtils, TestSerializedLuceneMatchVersion, TestFieldCacheReopen, TestRandomCollapseQParserPlugin, BigEndianAscendingWordDeserializerTest, TestCloudPseudoReturnFields, OverseerModifyCollectionTest, TestUseDocValuesAsStored2, TestMinMaxOnMultiValuedField, ZkCLITest, OpenCloseCoreStressTest, TestCollectionAPI, RestartWhileUpdatingTest, BadCopyFieldTest, HdfsRestartWhileUpdatingTest, TestSQLHandlerNonCloud, LeaderFailureAfterFreshStartTest, ActionThrottleTest, UpdateLogTest, OverseerTaskQueueTest, SpellingQueryConverterTest, TestSystemCollAutoCreate, FileUtilsTest, TestRestManager, SolrIndexMetricsTest, SolrSlf4jReporterTest, SimplePostToolTest, HLLUtilTest, BasicAuthStandaloneTest, DOMUtilTest, DistributedFacetPivotLongTailTest, SolrIndexSplitterTest, TestDefaultStatsCache, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, TestReplicationHandler]
   [junit4] Completed [346/694 (1!)] on J1 in 288.53s, 16 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 63258 lines...]
-documentation-lint:
    [jtidy] Checking for broken html (such as invalid tags)...
   [delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/jtidy_tmp
     [echo] Checking for broken links...
     [exec] 
     [exec] Crawl/parse...
     [exec] 
     [exec] Verify...
     [echo] Checking for malformed docs...
     [exec] 
     [exec] /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/docs/solr-solrj/overview-summary.html
     [exec]   missing: org.apache.solr.client.solrj.io.eval
     [exec] 
     [exec] Missing javadocs were found!

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:783: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:101: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:654: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/common-build.xml:2493: exec returned: 1

Total time: 279 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1234 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1234/

No tests ran.

Build Log:
[...truncated 22 lines...]
ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/test-data
org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:332)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
	at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
	at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
	at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
	... 31 more
ERROR: Subversion update failed
java.io.IOException: remote file operation failed: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master at hudson.remoting.Channel@5c75ad5b:lucene: java.io.IOException
	at hudson.FilePath.act(FilePath.java:1014)
	at hudson.FilePath.act(FilePath.java:996)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:897)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:833)
	at org.jenkinsci.plugins.multiplescms.MultiSCM.checkout(MultiSCM.java:143)
	at hudson.scm.SCM.checkout(SCM.java:485)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1269)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:604)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:529)
	at hudson.model.Run.execute(Run.java:1741)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:98)
	at hudson.model.Executor.run(Executor.java:410)
Caused by: java.io.IOException
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:332)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
	at ......remote call to lucene(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1416)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:781)
	at hudson.FilePath.act(FilePath.java:1007)
	... 13 more
Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:332)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
	... 13 more
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
	at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
	at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
	at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
	... 31 more
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
Fetching upstream changes from git://git.apache.org/lucene-solr.git
 > git --version # timeout=10
 > git -c core.askpass=true fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*
 > git rev-parse refs/remotes/origin/master^{commit} # timeout=10
 > git rev-parse refs/remotes/origin/origin/master^{commit} # timeout=10
Checking out Revision 62489678d074edb2ee962e1c4ee38026ff504b2a (refs/remotes/origin/master)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 62489678d074edb2ee962e1c4ee38026ff504b2a
Cleaning workspace
 > git rev-parse --verify HEAD # timeout=10
Resetting working tree
 > git reset --hard # timeout=10
 > git clean -fdx # timeout=10
Cleaning up /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data
Updating http://svn.apache.org/repos/asf/lucene/test-data at revision '2017-02-10T08:31:14.348 +0000'
ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/test-data
org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:332)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
	at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
	at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
	at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
	... 31 more
ERROR: Subversion update failed
java.io.IOException: remote file operation failed: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master at hudson.remoting.Channel@5c75ad5b:lucene: java.io.IOException
	at hudson.FilePath.act(FilePath.java:1014)
	at hudson.FilePath.act(FilePath.java:996)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:897)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:833)
	at org.jenkinsci.plugins.multiplescms.MultiSCM.checkout(MultiSCM.java:143)
	at hudson.scm.SCM.checkout(SCM.java:485)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1269)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:604)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:529)
	at hudson.model.Run.execute(Run.java:1741)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:98)
	at hudson.model.Executor.run(Executor.java:410)
Caused by: java.io.IOException
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:332)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
	at ......remote call to lucene(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1416)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:781)
	at hudson.FilePath.act(FilePath.java:1007)
	... 13 more
Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:332)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
	... 13 more
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
	at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
	at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
	at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
	... 31 more
Retrying after 10 seconds
 > git rev-parse --is-inside-work-tree # timeout=10
Fetching changes from the remote Git repository
 > git config remote.origin.url git://git.apache.org/lucene-solr.git # timeout=10
Fetching upstream changes from git://git.apache.org/lucene-solr.git
 > git --version # timeout=10
 > git -c core.askpass=true fetch --tags --progress git://git.apache.org/lucene-solr.git +refs/heads/*:refs/remotes/origin/*
 > git rev-parse refs/remotes/origin/master^{commit} # timeout=10
 > git rev-parse refs/remotes/origin/origin/master^{commit} # timeout=10
Checking out Revision 62489678d074edb2ee962e1c4ee38026ff504b2a (refs/remotes/origin/master)
 > git config core.sparsecheckout # timeout=10
 > git checkout -f 62489678d074edb2ee962e1c4ee38026ff504b2a
Cleaning workspace
 > git rev-parse --verify HEAD # timeout=10
Resetting working tree
 > git reset --hard # timeout=10
 > git clean -fdx # timeout=10
Cleaning up /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data
Updating http://svn.apache.org/repos/asf/lucene/test-data at revision '2017-02-10T08:31:14.348 +0000'
ERROR: Failed to update http://svn.apache.org/repos/asf/lucene/test-data
org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:332)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
	at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
	at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
	at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
	... 31 more
ERROR: Subversion update failed
java.io.IOException: remote file operation failed: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master at hudson.remoting.Channel@5c75ad5b:lucene: java.io.IOException
	at hudson.FilePath.act(FilePath.java:1014)
	at hudson.FilePath.act(FilePath.java:996)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:897)
	at hudson.scm.SubversionSCM.checkout(SubversionSCM.java:833)
	at org.jenkinsci.plugins.multiplescms.MultiSCM.checkout(MultiSCM.java:143)
	at hudson.scm.SCM.checkout(SCM.java:485)
	at hudson.model.AbstractProject.checkout(AbstractProject.java:1269)
	at hudson.model.AbstractBuild$AbstractBuildExecution.defaultCheckout(AbstractBuild.java:604)
	at jenkins.scm.SCMCheckoutStrategy.checkout(SCMCheckoutStrategy.java:86)
	at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:529)
	at hudson.model.Run.execute(Run.java:1741)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:98)
	at hudson.model.Executor.run(Executor.java:410)
Caused by: java.io.IOException
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:332)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
	at ......remote call to lucene(Native Method)
	at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1416)
	at hudson.remoting.UserResponse.retrieve(UserRequest.java:253)
	at hudson.remoting.Channel.call(Channel.java:781)
	at hudson.FilePath.act(FilePath.java:1007)
	... 13 more
Caused by: hudson.scm.subversion.UpdaterException: failed to perform svn update
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:212)
	at hudson.scm.subversion.WorkspaceUpdater$UpdateTask.delegateTo(WorkspaceUpdater.java:162)
	at hudson.scm.SubversionSCM$CheckOutTask.perform(SubversionSCM.java:996)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:972)
	at hudson.scm.SubversionSCM$CheckOutTask.invoke(SubversionSCM.java:948)
	at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2772)
	at hudson.remoting.UserRequest.perform(UserRequest.java:153)
	at hudson.remoting.UserRequest.perform(UserRequest.java:50)
	at hudson.remoting.Request$2.run(Request.java:332)
	at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:68)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.tmatesoft.svn.core.SVNException: svn: E200030: FULL
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:64)
	at org.tmatesoft.svn.core.internal.wc.SVNErrorManager.error(SVNErrorManager.java:51)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:793)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:398)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:386)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.performHttpRequest(DAVConnection.java:863)
	at org.tmatesoft.svn.core.internal.io.dav.DAVConnection.doReport(DAVConnection.java:360)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.runReport(DAVRepository.java:1340)
	at org.tmatesoft.svn.core.internal.io.dav.DAVRepository.update(DAVRepository.java:868)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.updateInternal(SvnNgAbstractUpdate.java:247)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgAbstractUpdate.update(SvnNgAbstractUpdate.java:111)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:38)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgUpdate.run(SvnNgUpdate.java:18)
	at org.tmatesoft.svn.core.internal.wc2.ng.SvnNgOperationRunner.run(SvnNgOperationRunner.java:20)
	at org.tmatesoft.svn.core.internal.wc2.SvnOperationRunner.run(SvnOperationRunner.java:21)
	at org.tmatesoft.svn.core.wc2.SvnOperationFactory.run(SvnOperationFactory.java:1235)
	at org.tmatesoft.svn.core.wc2.SvnOperation.run(SvnOperation.java:294)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:311)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:291)
	at org.tmatesoft.svn.core.wc.SVNUpdateClient.doUpdate(SVNUpdateClient.java:387)
	at hudson.scm.subversion.UpdateUpdater$TaskImpl.perform(UpdateUpdater.java:158)
	... 13 more
Caused by: org.tmatesoft.sqljet.core.SqlJetException: FULL: error code is FULL
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.openJournal(SqlJetPager.java:3051)
	at org.tmatesoft.sqljet.core.internal.pager.SqlJetPager.begin(SqlJetPager.java:2782)
	at org.tmatesoft.sqljet.core.internal.btree.SqlJetBtree.beginTrans(SqlJetBtree.java:931)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.doBeginTransaction(SqlJetEngine.java:561)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.access$100(SqlJetEngine.java:55)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine$12.runSynchronized(SqlJetEngine.java:535)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runSynchronized(SqlJetEngine.java:217)
	at org.tmatesoft.sqljet.core.table.engine.SqlJetEngine.runEngineTransaction(SqlJetEngine.java:529)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runTransaction(SqlJetDb.java:238)
	at org.tmatesoft.sqljet.core.table.SqlJetDb.runWriteTransaction(SqlJetDb.java:211)
	at org.tmatesoft.svn.core.internal.wc17.db.statement.SVNWCDbCreateSchema.exec(SVNWCDbCreateSchema.java:225)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetStatement.done(SVNSqlJetStatement.java:420)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.bumpMovedAway(SVNWCDb.java:5215)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb$BumpRevisionPostUpdate.transaction(SVNWCDb.java:5208)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:258)
	at org.tmatesoft.svn.core.internal.db.SVNSqlJetDb.runTransaction(SVNSqlJetDb.java:252)
	at org.tmatesoft.svn.core.internal.wc17.db.SVNWCDb.opBumpRevisionPostUpdate(SVNWCDb.java:5160)
	at org.tmatesoft.svn.core.internal.wc17.SVNUpdateEditor17.closeEdit(SVNUpdateEditor17.java:1728)
	at org.tmatesoft.svn.core.internal.wc.SVNCancellableEditor.closeEdit(SVNCancellableEditor.java:148)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.DAVEditorHandler.endElement(DAVEditorHandler.java:492)
	at org.tmatesoft.svn.core.internal.io.dav.handlers.BasicDAVHandler.endElement(BasicDAVHandler.java:103)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.endElement(AbstractSAXParser.java:609)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanEndElement(XMLDocumentFragmentScannerImpl.java:1776)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl$FragmentContentDriver.next(XMLDocumentFragmentScannerImpl.java:2964)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentScannerImpl.next(XMLDocumentScannerImpl.java:606)
	at com.sun.org.apache.xerces.internal.impl.XMLNSDocumentScannerImpl.next(XMLNSDocumentScannerImpl.java:118)
	at com.sun.org.apache.xerces.internal.impl.XMLDocumentFragmentScannerImpl.scanDocument(XMLDocumentFragmentScannerImpl.java:504)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:848)
	at com.sun.org.apache.xerces.internal.parsers.XML11Configuration.parse(XML11Configuration.java:777)
	at com.sun.org.apache.xerces.internal.parsers.XMLParser.parse(XMLParser.java:141)
	at com.sun.org.apache.xerces.internal.parsers.AbstractSAXParser.parse(AbstractSAXParser.java:1213)
	at com.sun.org.apache.xerces.internal.jaxp.SAXParserImpl$JAXPSAXParser.parse(SAXParserImpl.java:642)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:932)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.readData(HTTPConnection.java:897)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPRequest.dispatch(HTTPRequest.java:220)
	at org.tmatesoft.svn.core.internal.io.dav.http.HTTPConnection.request(HTTPConnection.java:497)
	... 31 more
Archiving artifacts
Recording test results
ERROR: Step ‘Publish JUnit test result report’ failed: No test report files were found. Configuration error?
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any




[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1233 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1233/

2 tests failed.
FAILED:  org.apache.solr.core.OpenCloseCoreStressTest.test10Minutes

Error Message:
Captured an uncaught exception in thread: Thread[id=44974, name=Thread-40249, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=44974, name=Thread-40249, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
	at __randomizedtesting.SeedInfo.seed([B64A59812F6EF3D6:A6CF8D28BDCB39FD]:0)
Caused by: java.lang.ArrayIndexOutOfBoundsException


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 4 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)  at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)  at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)  at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)  at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)  at java.lang.Thread.run(Thread.java:745)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
	at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
	at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
	at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
	at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
	at java.lang.Thread.run(Thread.java:745)


	at __randomizedtesting.SeedInfo.seed([B64A59812F6EF3D6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:289)
	at sun.reflect.GeneratedMethodAccessor30.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12117 lines...]
   [junit4] Suite: org.apache.solr.core.OpenCloseCoreStressTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/init-core-data-001
   [junit4]   2> 1401056 INFO  (SUITE-OpenCloseCoreStressTest-seed#[B64A59812F6EF3D6]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1401057 INFO  (SUITE-OpenCloseCoreStressTest-seed#[B64A59812F6EF3D6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1401068 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test5Seconds
   [junit4]   2> 1401076 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1401119 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fa86387{/solr,null,AVAILABLE}
   [junit4]   2> 1401120 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@47e54bbb{HTTP/1.1,[http/1.1]}{127.0.0.1:43655}
   [junit4]   2> 1401120 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.e.j.s.Server Started @1404625ms
   [junit4]   2> 1401120 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43655}
   [junit4]   2> 1401121 ERROR (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1401121 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 1401121 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 1401121 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1401121 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-09T11:21:05.221Z
   [junit4]   2> 1401121 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/solr.xml
   [junit4]   2> 1401146 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.c.CorePropertiesLocator Found 7 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001
   [junit4]   2> 1401146 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [00000_core, 00004_core, 00003_core, 00002_core, 00006_core, 00001_core, 00005_core]
   [junit4]   2> 1401258 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.c.OpenCloseCoreStressTest Starting indexing and querying
   [junit4]   2> 1401258 INFO  (TEST-OpenCloseCoreStressTest.test5Seconds-seed#[B64A59812F6EF3D6]) [    ] o.a.s.c.OpenCloseCoreStressTest 
   [junit4]   2> 
   [junit4]   2> 
   [junit4]   2> 
   [junit4]   2> 
   [junit4]   2> Starting a 5 second cycle, seconds left: 5. Seconds run so far: 0.
   [junit4]   2> 1401259 INFO  (Thread-40202) [    ] o.a.s.c.OneIndexer Starting indexing thread: 44874
   [junit4]   2> 1401266 INFO  (Thread-40203) [    ] o.a.s.c.OneIndexer Starting indexing thread: 44875
   [junit4]   2> 1401269 INFO  (Thread-40204) [    ] o.a.s.c.OneIndexer Starting indexing thread: 44876
   [junit4]   2> 1401276 INFO  (Thread-40206) [    ] o.a.s.c.OneIndexer Starting indexing thread: 44878
   [junit4]   2> 1401269 INFO  (Thread-40205) [    ] o.a.s.c.OneIndexer Starting indexing thread: 44877
   [junit4]   2> 1401277 INFO  (Thread-40207) [    ] o.a.s.c.OneIndexer Starting indexing thread: 44879
   [junit4]   2> 1401280 INFO  (Thread-40208) [    ] o.a.s.c.OneIndexer Starting indexing thread: 44880
   [junit4]   2> 1401289 INFO  (Thread-40209) [    ] o.a.s.c.OneIndexer Starting indexing thread: 44881
   [junit4]   2> 1401291 INFO  (Thread-40210) [    ] o.a.s.c.OneIndexer Starting indexing thread: 44883
   [junit4]   2> 1401295 WARN  (qtp879166085-44844) [    x:00005_core] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1401295 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1401299 WARN  (qtp879166085-44849) [    x:00006_core] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1401301 WARN  (qtp879166085-44847) [    x:00000_core] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1401302 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1401302 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1401300 WARN  (qtp879166085-44846) [    x:00001_core] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1401306 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1401308 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.s.IndexSchema [00006_core] Schema name=tiny
   [junit4]   2> 1401311 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1401311 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.s.IndexSchema [00001_core] Schema name=tiny
   [junit4]   2> 1401312 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.c.CoreContainer Creating SolrCore '00006_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00006_core
   [junit4]   2> 1401312 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.c.SolrCore [[00006_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00006_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00006_core/data/]
   [junit4]   2> 1401313 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1401313 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5180562067065559]
   [junit4]   2> 1401313 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.c.CoreContainer Creating SolrCore '00001_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00001_core
   [junit4]   2> 1401314 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.c.SolrCore [[00001_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00001_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00001_core/data/]
   [junit4]   2> 1401326 WARN  (qtp879166085-44850) [    x:00002_core] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1401326 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1401327 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5180562067065559]
   [junit4]   2> 1401331 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.s.IndexSchema [00005_core] Schema name=tiny
   [junit4]   2> 1401332 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.s.IndexSchema [00002_core] Schema name=tiny
   [junit4]   2> 1401334 INFO  (Thread-40212) [    ] o.a.s.c.OneQuery Starting query thread: 44885
   [junit4]   2> 1401343 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.s.IndexSchema [00000_core] Schema name=tiny
   [junit4]   2> 1401345 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1401346 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1401347 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.c.CoreContainer Creating SolrCore '00005_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00005_core
   [junit4]   2> 1401347 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.c.SolrCore [[00005_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00005_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00005_core/data/]
   [junit4]   2> 1401348 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5180562067065559]
   [junit4]   2> 1401355 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.c.CoreContainer Creating SolrCore '00000_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00000_core
   [junit4]   2> 1401355 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.c.SolrCore [[00000_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00000_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00000_core/data/]
   [junit4]   2> 1401356 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1401357 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.c.CoreContainer Creating SolrCore '00002_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00002_core
   [junit4]   2> 1401357 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.c.SolrCore [[00002_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00002_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00002_core/data/]
   [junit4]   2> 1401359 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5180562067065559]
   [junit4]   2> 1401360 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5180562067065559]
   [junit4]   2> 1401369 WARN  (qtp879166085-44893) [    x:00004_core] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1401369 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1401374 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1401374 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1401346 INFO  (Thread-40214) [    ] o.a.s.c.OneQuery Starting query thread: 44889
   [junit4]   2> 1401356 INFO  (Thread-40215) [    ] o.a.s.c.OneQuery Starting query thread: 44890
   [junit4]   2> 1401380 INFO  (Thread-40217) [    ] o.a.s.c.OneQuery Starting query thread: 44897
   [junit4]   2> 1401380 INFO  (Thread-40220) [    ] o.a.s.c.OneQuery Starting query thread: 44898
   [junit4]   2> 1401380 INFO  (Thread-40221) [    ] o.a.s.c.OneQuery Starting query thread: 44899
   [junit4]   2> 1401381 INFO  (Thread-40222) [    ] o.a.s.c.OneQuery Starting query thread: 44900
   [junit4]   2> 1401381 INFO  (Thread-40223) [    ] o.a.s.c.OneQuery Starting query thread: 44901
   [junit4]   2> 1401383 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.s.IndexSchema [00004_core] Schema name=tiny
   [junit4]   2> 1401385 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1401386 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.c.CoreContainer Creating SolrCore '00004_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00004_core
   [junit4]   2> 1401386 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.c.SolrCore [[00004_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00004_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00004_core/data/]
   [junit4]   2> 1401387 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5180562067065559]
   [junit4]   2> 1401387 INFO  (Thread-40224) [    ] o.a.s.c.OneQuery Starting query thread: 44902
   [junit4]   2> 1401394 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@565ac495
   [junit4]   2> 1401394 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fb2b2ee[00001_core] main]
   [junit4]   2> 1401404 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00001_core/conf
   [junit4]   2> 1401405 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1401410 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1401410 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1401410 INFO  (searcherExecutor-2250-thread-1-processing-x:00001_core) [    x:00001_core] o.a.s.c.SolrCore [00001_core] Registered new searcher Searcher@6fb2b2ee[00001_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1401410 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.c.SolrCores Opening transient core 00001_core
   [junit4]   2> 1401418 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7cd2de9f
   [junit4]   2> 1401418 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@24a431e1[00006_core] main]
   [junit4]   2> 1401419 INFO  (qtp879166085-44846) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id6]} 0 138
   [junit4]   2> 1401420 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00006_core/conf
   [junit4]   2> 1401420 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1401422 INFO  (searcherExecutor-2249-thread-1-processing-x:00006_core) [    x:00006_core] o.a.s.c.SolrCore [00006_core] Registered new searcher Searcher@24a431e1[00006_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1401438 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1401438 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1401438 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2e83d3c5
   [junit4]   2> 1401438 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@2fb64802[00004_core] main]
   [junit4]   2> 1401439 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00004_core/conf
   [junit4]   2> 1401439 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1401420 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.c.SolrCores Opening transient core 00006_core
   [junit4]   2> 1401446 INFO  (searcherExecutor-2258-thread-1-processing-x:00004_core) [    x:00004_core] o.a.s.c.SolrCore [00004_core] Registered new searcher Searcher@2fb64802[00004_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1401446 INFO  (qtp879166085-44894) [    x:00001_core] o.a.s.c.S.Request [00001_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1401456 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id9]} 0 162
   [junit4]   2> 1401439 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.c.SolrCores Opening transient core 00004_core
   [junit4]   2> 1401464 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1401464 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1401464 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6163dd17
   [junit4]   2> 1401464 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@48992706[00005_core] main]
   [junit4]   2> 1401465 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00005_core/conf
   [junit4]   2> 1401465 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1401473 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1401473 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1401473 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@22ebb24a
   [junit4]   2> 1401474 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@13030834[00002_core] main]
   [junit4]   2> 1401474 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00002_core/conf
   [junit4]   2> 1401474 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1401478 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1401478 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1401487 INFO  (qtp879166085-44888) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id10]} 0 67
   [junit4]   2> 1401488 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id8]} 0 125
   [junit4]   2> 1401488 INFO  (qtp879166085-44908) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id12]} 0 0
   [junit4]   2> 1401489 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@72dae7fb
   [junit4]   2> 1401494 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@2fca3106[00000_core] main]
   [junit4]   2> 1401495 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00000_core/conf
   [junit4]   2> 1401495 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1401495 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.c.SolrCores Opening transient core 00000_core
   [junit4]   2> 1401497 INFO  (searcherExecutor-2254-thread-1-processing-x:00000_core) [    x:00000_core] o.a.s.c.SolrCore [00000_core] Registered new searcher Searcher@2fca3106[00000_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1401502 INFO  (qtp879166085-44893) [    x:00000_core] o.a.s.c.S.Request [00000_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1401539 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.c.SolrCores Opening transient core 00002_core
   [junit4]   2> 1401540 INFO  (searcherExecutor-2255-thread-1-processing-x:00002_core) [    x:00002_core] o.a.s.c.SolrCore [00002_core] Registered new searcher Searcher@13030834[00002_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1401546 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.c.SolrCores Opening transient core 00005_core
   [junit4]   2> 1401558 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id2]} 0 271
   [junit4]   2> 1401558 INFO  (qtp879166085-44847) [    x:00001_core] o.a.s.c.S.Request [00001_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1401559 INFO  (qtp879166085-44904) [    x:00000_core] o.a.s.c.S.Request [00000_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=70
   [junit4]   2> 1401559 INFO  (qtp879166085-44904) [    x:00002_core] o.a.s.c.S.Request [00002_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1401574 WARN  (qtp879166085-44894) [    x:00003_core] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1401575 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1401581 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.s.IndexSchema [00003_core] Schema name=tiny
   [junit4]   2> 1401584 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1401585 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.c.CoreContainer Creating SolrCore '00003_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00003_core
   [junit4]   2> 1401585 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.c.SolrCore [[00003_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00003_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00003_core/data/]
   [junit4]   2> 1401591 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id4]} 0 299
   [junit4]   2> 1401591 INFO  (qtp879166085-44850) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id15]} 0 0
   [junit4]   2> 1401596 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id3]} 0 319
   [junit4]   2> 1401597 INFO  (qtp879166085-44916) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id18]} 0 0
   [junit4]   2> 1401597 INFO  (searcherExecutor-2251-thread-1-processing-x:00005_core) [    x:00005_core] o.a.s.c.SolrCore [00005_core] Registered new searcher Searcher@48992706[00005_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1401608 INFO  (qtp879166085-44916) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id19]} 0 0
   [junit4]   2> 1401609 INFO  (qtp879166085-44916) [    x:00001_core] o.a.s.c.S.Request [00001_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1401609 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=33, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5180562067065559]
   [junit4]   2> 1401611 INFO  (qtp879166085-44888) [    x:00005_core] o.a.s.c.S.Request [00005_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=72
   [junit4]   2> 1401658 INFO  (qtp879166085-44849) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id14]} 0 169
   [junit4]   2> 1401658 INFO  (qtp879166085-44850) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id17]} 0 66
   [junit4]   2> 1401659 INFO  (qtp879166085-44904) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id21]} 0 0
   [junit4]   2> 1401659 INFO  (qtp879166085-44844) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id16]} 0 62
   [junit4]   2> 1401659 INFO  (qtp879166085-44920) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id22]} 0 0
   [junit4]   2> 1401660 INFO  (qtp879166085-44848) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id7]} 0 373
   [junit4]   2> 1401660 INFO  (qtp879166085-44916) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id20]} 0 50
   [junit4]   2> 1401660 INFO  (qtp879166085-44843) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id1]} 0 366
   [junit4]   2> 1401660 INFO  (qtp879166085-44884) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id5]} 0 314
   [junit4]   2> 1401666 INFO  (qtp879166085-44907) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id11]} 0 209
   [junit4]   2> 1401666 INFO  (qtp879166085-44920) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id29]} 0 0
   [junit4]   2> 1401667 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id23]} 0 0
   [junit4]   2> 1401667 INFO  (qtp879166085-44849) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id27]} 0 0
   [junit4]   2> 1401668 INFO  (qtp879166085-44849) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id31]} 0 0
   [junit4]   2> 1401668 INFO  (qtp879166085-44849) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id24]} 0 0
   [junit4]   2> 1401668 INFO  (qtp879166085-44849) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id25]} 0 0
   [junit4]   2> 1401669 INFO  (qtp879166085-44904) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id30]} 0 0
   [junit4]   2> 1401669 INFO  (qtp879166085-44904) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id28]} 0 0
   [junit4]   2> 1401669 INFO  (qtp879166085-44904) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id26]} 0 0
   [junit4]   2> 1401670 INFO  (qtp879166085-44904) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id37]} 0 0
   [junit4]   2> 1401672 INFO  (qtp879166085-44843) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id36]} 0 0
   [junit4]   2> 1401672 INFO  (qtp879166085-44907) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id33]} 0 0
   [junit4]   2> 1401673 INFO  (qtp879166085-44907) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id41]} 0 0
   [junit4]   2> 1401674 INFO  (qtp879166085-44850) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id42]} 0 0
   [junit4]   2> 1401675 INFO  (qtp879166085-44904) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id38]} 0 4
   [junit4]   2> 1401675 INFO  (qtp879166085-44921) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id39]} 0 4
   [junit4]   2> 1401679 INFO  (qtp879166085-44904) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id45]} 0 0
   [junit4]   2> 1401679 INFO  (qtp879166085-44921) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id47]} 0 0
   [junit4]   2> 1401680 INFO  (qtp879166085-44921) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id48]} 0 0
   [junit4]   2> 1401680 INFO  (qtp879166085-44921) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id49]} 0 0
   [junit4]   2> 1401681 INFO  (qtp879166085-44884) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id34]} 0 8
   [junit4]   2> 1401681 INFO  (qtp879166085-44844) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id51]} 0 0
   [junit4]   2> 1401682 INFO  (qtp879166085-44844) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id52]} 0 0
   [junit4]   2> 1401682 INFO  (qtp879166085-44907) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id43]} 0 8
   [junit4]   2> 1401683 INFO  (qtp879166085-44884) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id54]} 0 0
   [junit4]   2> 1401683 INFO  (qtp879166085-44884) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id55]} 0 0
   [junit4]   2> 1401684 INFO  (qtp879166085-44884) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id56]} 0 0
   [junit4]   2> 1401684 INFO  (qtp879166085-44884) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id57]} 0 0
   [junit4]   2> 1401685 INFO  (qtp879166085-44843) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id53]} 0 3
   [junit4]   2> 1401686 INFO  (qtp879166085-44844) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id59]} 0 0
   [junit4]   2> 1401686 INFO  (qtp879166085-44844) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id60]} 0 0
   [junit4]   2> 1401687 INFO  (qtp879166085-44844) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id61]} 0 0
   [junit4]   2> 1401688 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1401688 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1401689 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2be6a2a4
   [junit4]   2> 1401689 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.s.SolrIndexSearcher Opening [Searcher@401cd02f[00003_core] main]
   [junit4]   2> 1401689 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_B64A59812F6EF3D6-001/tempDir-001/00003_core/conf
   [junit4]   2> 1401690 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1401690 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.c.SolrCores Opening transient core 00003_core
   [junit4]   2> 1401696 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id13]} 0 207
   [junit4]   2> 1401696 INFO  (searcherExecutor-2273-thread-1-processing-x:00003_core) [    x:00003_core] o.a.s.c.SolrCore [00003_core] Registered new searcher Searcher@401cd02f[00003_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1401697 INFO  (qtp879166085-44907) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id63]} 0 0
   [junit4]   2> 1401701 INFO  (qtp879166085-44907) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id64]} 0 0
   [junit4]   2> 1401703 INFO  (qtp879166085-44915) [    x:00003_core] o.a.s.c.S.Request [00003_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=156
   [junit4]   2> 1401703 INFO  (qtp879166085-44893) [    x:00003_core] o.a.s.c.S.Request [00003_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=200
   [junit4]   2> 1401703 INFO  (qtp879166085-44894) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id65]} 0 0
   [junit4]   2> 1401704 INFO  (qtp879166085-44908) [    x:00003_core] o.a.s.c.S.Request [00003_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=165
   [junit4]   2> 1401703 INFO  (qtp879166085-44847) [    x:00003_core] o.a.s.c.S.Request [00003_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=144
   [junit4]   2> 1401704 INFO  (qtp879166085-44893) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id66]} 0 0
   [junit4]   2> 1401703 INFO  (qtp879166085-44920) [    x:00003_core] o.a.s.c.S.Request [00003_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=36
   [junit4]   2> 1401702 INFO  (qtp879166085-44849) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id35]} 0 31
   [junit4]   2> 1401702 INFO  (qtp879166085-44848) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id40]} 0 31
   [junit4]   2> 1401705 INFO  (qtp879166085-44904) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id69]} 0 0
   [junit4]   2> 1401702 INFO  (qtp879166085-44888) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id32]} 0 31
   [junit4]   2> 1401702 INFO  (qtp879166085-44850) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id44]} 0 27
   [junit4]   2> 1401702 INFO  (qtp879166085-44916) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id46]} 0 22
   [junit4]   2> 1401702 INFO  (qtp879166085-44844) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id62]} 0 14
   [junit4]   2> 1401701 INFO  (qtp879166085-44884) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id58]} 0 16
   [junit4]   2> 1401701 INFO  (qtp879166085-44921) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id50]} 0 20
   [junit4]   2> 1401705 INFO  (qtp879166085-44907) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id67]} 0 0
   [junit4]   2> 1401707 INFO  (qtp879166085-44904) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id70]} 0 0
   [junit4]   2> 1401707 INFO  (qtp879166085-44894) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id73]} 0 0
   [junit4]   2> 1401707 INFO  (qtp879166085-44904) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id76]} 0 0
   [junit4]   2> 1401707 INFO  (qtp879166085-44894) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id78]} 0 0
   [junit4]   2> 1401708 INFO  (qtp879166085-44894) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id71]} 0 0
   [junit4]   2> 1401708 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id75]} 0 0
   [junit4]   2> 1401708 INFO  (qtp879166085-44904) [    x:00005_core] o.a.s.c.S.Request [00005_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1401708 INFO  (qtp879166085-44894) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id77]} 0 0
   [junit4]   2> 1401708 INFO  (qtp879166085-44894) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id74]} 0 0
   [junit4]   2> 1401708 INFO  (qtp879166085-44904) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id80]} 0 0
   [junit4]   2> 1401708 INFO  (qtp879166085-44894) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id72]} 0 0
   [junit4]   2> 1401708 INFO  (qtp879166085-44904) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id79]} 0 0
   [junit4]   2> 1401709 INFO  (qtp879166085-44904) [    x:00004_core] o.a.s.c.S.Request [00004_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1401709 INFO  (qtp879166085-44894) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id82]} 0 0
   [junit4]   2> 1401709 INFO  (qtp879166085-44848) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id84]} 0 0
   [junit4]   2> 1401710 INFO  (qtp879166085-44894) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id87]} 0 0
   [junit4]   2> 1401710 INFO  (qtp879166085-44848) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id81]} 0 0
   [junit4]   2> 1401710 INFO  (qtp879166085-44894) [    x:00001_core] o.a.s.c.S.Request [00001_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1401710 INFO  (qtp879166085-44848) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id83]} 0 0
   [junit4]   2> 1401712 INFO  (qtp879166085-44920) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id68]} 0 4
   [junit4]   2> 1401712 INFO  (qtp879166085-44904) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id88]} 0 0
   [junit4]   2> 1401713 INFO  (qtp879166085-44904) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id86]} 0 0
   [junit4]   2> 1401713 INFO  (qtp879166085-44904) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id85]} 0 0
   [junit4]   2> 1401713 INFO  (qtp879166085-44904) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id90]} 0 0
   [junit4]   2> 1401713 INFO  (qtp879166085-44904) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id91]} 0 0
   [junit4]   2> 1401714 INFO  (qtp879166085-44916) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id93]} 0 0
   [junit4]   2> 1401714 INFO  (qtp879166085-44844) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id94]} 0 0
   [junit4]   2> 1401715 INFO  (qtp879166085-44894) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id98]} 0 0
   [junit4]   2> 1401715 INFO  (qtp879166085-44884) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id95]} 0 0
   [junit4]   2> 1401715 INFO  (qtp879166085-44894) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id96]} 0 0
   [junit4]   2> 1401715 INFO  (qtp879166085-44884) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id99]} 0 0
   [junit4]   2> 1401715 INFO  (qtp879166085-44894) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id89]} 0 0
   [junit4]   2> 1401716 INFO  (qtp879166085-44904) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id92]} 0 2
   [junit4]   2> 1401716 INFO  (qtp879166085-44916) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id106]} 0 0
   [junit4]   2> 1401716 INFO  (qtp879166085-44916) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id104]} 0 0
   [junit4]   2> 1401715 INFO  (qtp879166085-44844) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id97]} 0 0
   [junit4]   2> 1401717 INFO  (qtp879166085-44847) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id103]} 0 0
   [junit4]   2> 1401718 INFO  (qtp879166085-44893) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id102]} 0 0
   [junit4]   2> 1401718 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id110]} 0 0
   [junit4]   2> 1401718 INFO  (qtp879166085-44847) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id100]} 0 1
   [junit4]   2> 1401719 INFO  (qtp879166085-44884) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id101]} 0 1
   [junit4]   2> 1401719 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id111]} 0 0
   [junit4]   2> 1401719 INFO  (qtp879166085-44893) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id113]} 0 0
   [junit4]   2> 1401719 INFO  (qtp879166085-44893) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id112]} 0 0
   [junit4]   2> 1401720 INFO  (qtp879166085-44893) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id115]} 0 0
   [junit4]   2> 1401720 INFO  (qtp879166085-44893) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id114]} 0 0
   [junit4]   2> 1401721 INFO  (qtp879166085-44916) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id109]} 0 0
   [junit4]   2> 1401721 INFO  (qtp879166085-44916) [    x:00006_core] o.a.s.c.S.Request [00006_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1401721 INFO  (qtp879166085-44916) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id107]} 0 0
   [junit4]   2> 1401721 INFO  (qtp879166085-44916) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id108]} 0 0
   [junit4]   2> 1401722 INFO  (qtp879166085-44893) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id118]} 0 0
   [junit4]   2> 1401722 INFO  (qtp879166085-44893) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id116]} 0 0
   [junit4]   2> 1401722 INFO  (qtp879166085-44893) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id119]} 0 0
   [junit4]   2> 1401723 INFO  (qtp879166085-44893) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id120]} 0 0
   [junit4]   2> 1401723 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id117]} 0 0
   [junit4]   2> 1401724 INFO  (qtp879166085-44916) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id123]} 0 0
   [junit4]   2> 1401724 INFO  (qtp879166085-44920) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id121]} 0 0
   [junit4]   2> 1401724 INFO  (qtp879166085-44916) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id122]} 0 0
   [junit4]   2> 1401724 INFO  (qtp879166085-44920) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id129]} 0 0
   [junit4]   2> 1401724 INFO  (qtp879166085-44893) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id125]} 0 0
   [junit4]   2> 1401724 INFO  (qtp879166085-44920) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id130]} 0 0
   [junit4]   2> 1401725 INFO  (qtp879166085-44893) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id124]} 0 0
   [junit4]   2> 1401725 INFO  (qtp879166085-44920) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id131]} 0 0
   [junit4]   2> 1401725 INFO  (qtp879166085-44915) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id127]} 0 0
   [junit4]   2> 1401725 INFO  (qtp879166085-44893) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id132]} 0 0
   [junit4]   2> 1401725 INFO  (qtp879166085-44915) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id128]} 0 0
   [junit4]   2> 1401725 INFO  (qtp879166085-44915) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id126]} 0 0
   [junit4]   2> 1401725 INFO  (qtp879166085-44893) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id134]} 0 0
   [junit4]   2> 1401725 INFO  (qtp879166085-44915) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id133]} 0 0
   [junit4]   2> 1401726 INFO  (qtp879166085-44893) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id135]} 0 0
   [junit4]   2> 1401726 INFO  (qtp879166085-44893) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id138]} 0 0
   [junit4]   2> 1401726 INFO  (qtp879166085-44893) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id143]} 0 0
   [junit4]   2> 1401726 INFO  (qtp879166085-44920) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id144]} 0 0
   [junit4]   2> 1401727 INFO  (qtp879166085-44920) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id141]} 0 0
   [junit4]   2> 1401727 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id145]} 0 0
   [junit4]   2> 1401727 INFO  (qtp879166085-44920) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id142]} 0 0
   [junit4]   2> 1401727 INFO  (qtp879166085-44915) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id140]} 0 0
   [junit4]   2> 1401728 INFO  (qtp879166085-44904) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id147]} 0 0
   [junit4]   2> 1401728 INFO  (qtp879166085-44904) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id149]} 0 0
   [junit4]   2> 1401728 INFO  (qtp879166085-44907) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id139]} 0 0
   [junit4]   2> 1401729 INFO  (qtp879166085-44844) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id136]} 0 0
   [junit4]   2> 1401729 INFO  (qtp879166085-44907) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id150]} 0 0
   [junit4]   2> 1401729 INFO  (qtp879166085-44884) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id151]} 0 0
   [junit4]   2> 1401729 INFO  (qtp879166085-44904) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id153]} 0 0
   [junit4]   2> 1401730 INFO  (qtp879166085-44848) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id154]} 0 0
   [junit4]   2> 1401730 INFO  (qtp879166085-44908) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id105]} 0 13
   [junit4]   2> 1401731 INFO  (qtp879166085-44908) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id157]} 0 0
   [junit4]   2> 1401731 INFO  (qtp879166085-44908) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id158]} 0 0
   [junit4]   2> 1401731 INFO  (qtp879166085-44920) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id148]} 0 0
   [junit4]   2> 1401731 INFO  (qtp879166085-44908) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id159]} 0 0
   [junit4]   2> 1401731 INFO  (qtp879166085-44893) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id146]} 0 0
   [junit4]   2> 1401732 INFO  (qtp879166085-44920) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id161]} 0 0
   [junit4]   2> 1401732 INFO  (qtp879166085-44888) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id155]} 0 0
   [junit4]   2> 1401732 INFO  (qtp879166085-44920) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id156]} 0 0
   [junit4]   2> 1401732 INFO  (qtp879166085-44888) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id160]} 0 0
   [junit4]   2> 1401732 INFO  (qtp879166085-44884) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id152]} 0 2
   [junit4]   2> 1401732 INFO  (qtp879166085-44915) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id137]} 0 0
   [junit4]   2> 1401733 INFO  (qtp879166085-44848) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id166]} 0 0
   [junit4]   2> 1401733 INFO  (qtp879166085-44848) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id162]} 0 0
   [junit4]   2> 1401733 INFO  (qtp879166085-44848) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id168]} 0 0
   [junit4]   2> 1401733 INFO  (qtp879166085-44848) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id169]} 0 0
   [junit4]   2> 1401734 INFO  (qtp879166085-44848) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id164]} 0 0
   [junit4]   2> 1401734 INFO  (qtp879166085-44920) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id167]} 0 0
   [junit4]   2> 1401734 INFO  (qtp879166085-44920) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id165]} 0 0
   [junit4]   2> 1401735 INFO  (qtp879166085-44920) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id163]} 0 0
   [junit4]   2> 1401735 INFO  (qtp879166085-44920) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id177]} 0 0
   [junit4]   2> 1401735 INFO  (qtp879166085-44920) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id175]} 0 0
   [junit4]   2> 1401736 INFO  (qtp879166085-44920) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id176]} 0 0
   [junit4]   2> 1401736 INFO  (qtp879166085-44848) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id171]} 0 0
   [junit4]   2> 1401736 INFO  (qtp879166085-44848) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id170]} 0 0
   [junit4]   2> 1401737 INFO  (qtp879166085-44848) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id174]} 0 0
   [junit4]   2> 1401737 INFO  (qtp879166085-44848) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id172]} 0 0
   [junit4]   2> 1401737 INFO  (qtp879166085-44848) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id173]} 0 0
   [junit4]   2> 1401738 INFO  (qtp879166085-44920) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id179]} 0 0
   [junit4]   2> 1401738 INFO  (qtp879166085-44844) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id178]} 0 0
   [junit4]   2> 1401738 INFO  (qtp879166085-44920) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id180]} 0 0
   [junit4]   2> 1401738 INFO  (qtp879166085-44844) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id186]} 0 0
   [junit4]   2> 1401738 INFO  (qtp879166085-44904) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id188]} 0 0
   [junit4]   2> 1401738 INFO  (qtp879166085-44908) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id189]} 0 0
   [junit4]   2> 1401739 INFO  (qtp879166085-44904) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id190]} 0 0
   [junit4]   2> 1401739 INFO  (qtp879166085-44908) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id191]} 0 0
   [junit4]   2> 1401739 INFO  (qtp879166085-44904) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id192]} 0 0
   [junit4]   2> 1401739 INFO  (qtp879166085-44908) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id193]} 0 0
   [junit4]   2> 1401739 INFO  (qtp879166085-44904) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id194]} 0 0
   [junit4]   2> 1401740 INFO  (qtp879166085-44908) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id195]} 0 0
   [junit4]   2> 1401740 INFO  (qtp879166085-44904) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id196]} 0 0
   [junit4]   2> 1401740 INFO  (qtp879166085-44908) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id197]} 0 0
   [junit4]   2> 1401740 INFO  (qtp879166085-44904) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id198]} 0 0
   [junit4]   2> 1401740 INFO  (qtp879166085-44908) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id199]} 0 0
   [junit4]   2> 1401740 INFO  (qtp879166085-44904) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id200]} 0 0
   [junit4]   2> 1401741 INFO  (qtp879166085-44908) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id201]} 0 0
   [junit4]   2> 1401741 INFO  (qtp879166085-44904) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id202]} 0 0
   [junit4]   2> 1401741 INFO  (qtp879166085-44908) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id203]} 0 0
   [junit4]   2> 1401741 INFO  (qtp879166085-44904) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id204]} 0 0
   [junit4]   2> 1401741 INFO  (qtp879166085-44908) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id205]} 0 0
   [junit4]   2> 1401741 INFO  (qtp879166085-44904) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id206]} 0 0
   [junit4]   2> 1401742 INFO  (qtp879166085-44908) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id207]} 0 0
   [junit4]   2> 1401742 INFO  (qtp879166085-44904) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id208]} 0 0
   [junit4]   2> 1401742 INFO  (qtp879166085-44908) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id209]} 0 0
   [junit4]   2> 1401742 INFO  (qtp879166085-44904) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id210]} 0 0
   [junit4]   2> 1401742 INFO  (qtp879166085-44908) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id211]} 0 0
   [junit4]   2> 1401742 INFO  (qtp879166085-44904) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id212]} 0 0
   [junit4]   2> 1401743 INFO  (qtp879166085-44908) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id213]} 0 0
   [junit4]   2> 1401743 INFO  (qtp879166085-44904) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id214]} 0 0
   [junit4]   2> 1401743 INFO  (qtp879166085-44908) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id215]} 0 0
   [junit4]   2> 1401743 INFO  (qtp879166085-44904) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id216]} 0 0
   [junit4]   2> 1401743 INFO  (qtp879166085-44849) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id217]} 0 0
   [junit4]   2> 1401743 INFO  (qtp879166085-44920) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id187]} 0 0
   [junit4]   2> 1401744 INFO  (qtp879166085-44849) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id218]} 0 0
   [junit4]   2> 1401744 INFO  (qtp879166085-44848) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id181]} 0 0
   [junit4]   2> 1401744 INFO  (qtp879166085-44849) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id182]} 0 0
   [junit4]   2> 1401744 INFO  (qtp879166085-44849) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id185]} 0 0
   [junit4]   2> 1401744 INFO  (qtp879166085-44920) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id219]} 0 0
   [junit4]   2> 1401744 INFO  (qtp879166085-44849) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id183]} 0 0
   [junit4]   2> 1401744 INFO  (qtp879166085-44849) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id184]} 0 0
   [junit4]   2> 1401744 INFO  (qtp879166085-44848) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id220]} 0 0
   [junit4]   2> 1401745 INFO  (qtp879166085-44920) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id221]} 0 0
   [junit4]   2> 1401745 INFO  (qtp879166085-44849) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id222]} 0 0
   [junit4]   2> 1401745 INFO  (qtp879166085-44893) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id226]} 0 0
   [junit4]   2> 1401745 INFO  (qtp879166085-44849) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id224]} 0 0
   [junit4]   2> 1401745 INFO  (qtp879166085-44893) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id225]} 0 0
   [junit4]   2> 1401746 INFO  (qtp879166085-44847) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id227]} 0 0
   [junit4]   2> 1401746 INFO  (qtp879166085-44847) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id231]} 0 0
   [junit4]   2> 1401747 INFO  (qtp879166085-44847) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id232]} 0 0
   [junit4]   2> 1401747 INFO  (qtp879166085-44847) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id234]} 0 0
   [junit4]   2> 1401747 INFO  (qtp879166085-44847) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id236]} 0 0
   [junit4]   2> 1401748 INFO  (qtp879166085-44847) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id237]} 0 0
   [junit4]   2> 1401748 INFO  (qtp879166085-44849) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id228]} 0 0
   [junit4]   2> 1401748 INFO  (qtp879166085-44915) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id238]} 0 0
   [junit4]   2> 1401748 INFO  (qtp879166085-44849) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id233]} 0 0
   [junit4]   2> 1401749 INFO  (qtp879166085-44849) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id235]} 0 0
   [junit4]   2> 1401749 INFO  (qtp879166085-44915) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id239]} 0 0
   [junit4]   2> 1401749 INFO  (qtp879166085-44849) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id229]} 0 0
   [junit4]   2> 1401749 INFO  (qtp879166085-44849) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id230]} 0 0
   [junit4]   2> 1401749 INFO  (qtp879166085-44915) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id240]} 0 0
   [junit4]   2> 1401749 INFO  (qtp879166085-44915) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id242]} 0 0
   [junit4]   2> 1401750 INFO  (qtp879166085-44915) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id247]} 0 0
   [junit4]   2> 1401750 INFO  (qtp879166085-44849) [    x:00003_core] o.a.s.u.p.LogUpdateProcessorFactory [00003_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id241]} 0 0
   [junit4]   2> 1401750 INFO  (qtp879166085-44915) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id248]} 0 0
   [junit4]   2> 1401750 INFO  (qtp879166085-44849) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id245]} 0 0
   [junit4]   2> 1401750 INFO  (qtp879166085-44915) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id249]} 0 0
   [junit4]   2> 1401750 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id246]} 0 0
   [junit4]   2> 1401750 INFO  (qtp879166085-44849) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id243]} 0 0
   [junit4]   2> 1401750 INFO  (qtp879166085-44915) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id250]} 0 0
   [junit4]   2> 1401751 INFO  (qtp879166085-44915) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id252]} 0 0
   [junit4]   2> 1401751 INFO  (qtp879166085-44849) [    x:00006_core] o.a.s.u.p.LogUpdate

[...truncated too long message...]

on params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2088210 INFO  (qtp1663959373-89414) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2088210 INFO  (qtp1272119686-89459) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 2088210 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[B64A59812F6EF3D6]) [    ] o.a.s.SolrTestCaseJ4 ###Ending doTestIndexFetchWithMasterUrl
   [junit4]   2> 2088214 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[B64A59812F6EF3D6]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@46489cc1{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2088214 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[B64A59812F6EF3D6]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1766228260
   [junit4]   2> 2088238 INFO  (coreCloseExecutor-4415-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@24a6afeb
   [junit4]   2> 2088240 INFO  (coreCloseExecutor-4415-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 2088240 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[B64A59812F6EF3D6]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2088240 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[B64A59812F6EF3D6]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d355928{/solr,null,UNAVAILABLE}
   [junit4]   2> 2088254 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[B64A59812F6EF3D6]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@44af5122{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2088254 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[B64A59812F6EF3D6]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=25965226
   [junit4]   2> 2088266 INFO  (coreCloseExecutor-4417-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@50912033
   [junit4]   2> 2088278 INFO  (coreCloseExecutor-4417-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 2088278 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[B64A59812F6EF3D6]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2088278 INFO  (TEST-TestReplicationHandler.doTestIndexFetchWithMasterUrl-seed#[B64A59812F6EF3D6]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@790a535b{/solr,null,UNAVAILABLE}
   [junit4]   2> 2088279 INFO  (SUITE-TestReplicationHandler-seed#[B64A59812F6EF3D6]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {name=PostingsFormat(name=Memory), id=PostingsFormat(name=Memory), newname=PostingsFormat(name=Memory)}, docValues:{}, maxPointsInLeafNode=1341, maxMBSortInHeap=6.298359710228454, sim=RandomSimilarity(queryNorm=true): {}, locale=en-IN, timezone=America/Indiana/Vevay
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=99662960,total=529530880
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedDebugComponentTest, TestFunctionQuery, NotRequiredUniqueKeyTest, TestFaceting, HdfsRecoveryZkTest, TestAnalyzeInfixSuggestions, TestCloudSchemaless, AnalysisAfterCoreReloadTest, DistributedFacetPivotLargeTest, LeaderInitiatedRecoveryOnShardRestartTest, TestRestManager, InfixSuggestersTest, TestRandomCollapseQParserPlugin, SolrIndexMetricsTest, TestSerializedLuceneMatchVersion, TestTrackingShardHandlerFactory, CursorPagingTest, TestDefaultStatsCache, PingRequestHandlerTest, TestSQLHandler, CacheHeaderTest, TestSolrDeletionPolicy2, ScriptEngineTest, TestUniqueKeyFieldResource, TestSchemaManager, TestCorePropertiesReload, TestMiniSolrCloudClusterSSL, UniqFieldsUpdateProcessorFactoryTest, ForceLeaderTest, TestStressUserVersions, QueryResultKeyTest, SolrCoreMetricManagerTest, TestBadConfig, TestExactStatsCache, SolrCoreTest, TestSolr4Spatial, TestGraphTermsQParserPlugin, DocumentAnalysisRequestHandlerTest, PolyFieldTest, PathHierarchyTokenizerFactoryTest, TestAtomicUpdateErrorCases, TestBlobHandler, ClassificationUpdateProcessorTest, ManagedSchemaRoundRobinCloudTest, TestDistributedSearch, TestTolerantUpdateProcessorCloud, TestRTGBase, TestOmitPositions, DateRangeFieldTest, DistribCursorPagingTest, TestLazyCores, TestDistributedStatsComponentCardinality, TestSolrConfigHandlerConcurrent, ReplicationFactorTest, HdfsWriteToMultipleCollectionsTest, CurrencyFieldOpenExchangeTest, DeleteInactiveReplicaTest, DistributedFacetPivotSmallTest, TestSolrCoreProperties, HdfsBasicDistributedZkTest, SegmentsInfoRequestHandlerTest, TestCloudPivotFacet, TestSolrCLIRunExample, TestReplicationHandler]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandler -Dtests.seed=B64A59812F6EF3D6 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-IN -Dtests.timezone=America/Indiana/Vevay -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestReplicationHandler (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 4 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:381)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:263)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:399)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:281)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B64A59812F6EF3D6]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:289)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [315/693 (2!)] on J0 in 462.54s, 16 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 63623 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1232 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1232/

5 tests failed.
FAILED:  org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries

Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1

Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
	at __randomizedtesting.SeedInfo.seed([CB2E38BC6F8B6B3E:E901E1E9162FAAD9]:0)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
	at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testBatchBoundaries(CdcrReplicationDistributedZkTest.java:557)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange

Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard2

Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard2
	at __randomizedtesting.SeedInfo.seed([CB2E38BC6F8B6B3E:19DE745F3124CD0C]:0)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
	at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange(CdcrReplicationDistributedZkTest.java:306)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestCoreDiscovery

Error Message:
ObjectTracker found 5 object(s) that were not released!!! [SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:998)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)  at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)  at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:211)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:848)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)  at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)  at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:211)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:902)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)  at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)  at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:211)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:348)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:691)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:908)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)  at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)  at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:211)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:723)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:908)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)  at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)  at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:211)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [SolrCore, MDCAwareThreadPoolExecutor, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:998)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
	at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:211)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:848)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
	at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:211)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:902)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
	at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:211)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:348)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:691)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:908)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
	at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:211)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:723)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:908)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
	at org.apache.solr.core.TestCoreDiscovery.testTooManyTransientCores(TestCoreDiscovery.java:211)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


	at __randomizedtesting.SeedInfo.seed([CB2E38BC6F8B6B3E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:289)
	at sun.reflect.GeneratedMethodAccessor24.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestCoreDiscovery

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestCoreDiscovery:     1) Thread[id=7714, name=searcherExecutor-3862-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestCoreDiscovery: 
   1) Thread[id=7714, name=searcherExecutor-3862-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([CB2E38BC6F8B6B3E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestCoreDiscovery

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=7714, name=searcherExecutor-3862-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=7714, name=searcherExecutor-3862-thread-1, state=WAITING, group=TGRP-TestCoreDiscovery]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([CB2E38BC6F8B6B3E]:0)




Build Log:
[...truncated 11936 lines...]
   [junit4] Suite: org.apache.solr.core.TestCoreDiscovery
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/init-core-data-001
   [junit4]   2> 1288452 INFO  (SUITE-TestCoreDiscovery-seed#[CB2E38BC6F8B6B3E]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1288453 INFO  (SUITE-TestCoreDiscovery-seed#[CB2E38BC6F8B6B3E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1288453 INFO  (SUITE-TestCoreDiscovery-seed#[CB2E38BC6F8B6B3E]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1288453 INFO  (SUITE-TestCoreDiscovery-seed#[CB2E38BC6F8B6B3E]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1288454 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyTransientCores
   [junit4]   2> 1288478 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/solr.xml
   [junit4]   2> 1288497 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.c.SolrCores Allocating transient cache for 2 transient cores
   [junit4]   2> 1288532 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.c.CorePropertiesLocator Found 7 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001
   [junit4]   2> 1288532 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [coreT1, coreLOS, coreT4, coreT3, coreT2, coreT6, coreT5]
   [junit4]   2> 1288570 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1288577 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1288582 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.s.IndexSchema [coreLOS] Schema name=tiny
   [junit4]   2> 1288585 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1288591 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.s.IndexSchema [coreT4] Schema name=tiny
   [junit4]   2> 1288591 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1288595 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.s.IndexSchema [coreT1] Schema name=tiny
   [junit4]   2> 1288595 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.c.CoreContainer Creating SolrCore 'coreLOS' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreLOS
   [junit4]   2> 1288595 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.c.SolrCore [[coreLOS] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreLOS], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreLOS/coreLOS/]
   [junit4]   2> 1288596 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1288596 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.756156040929452]
   [junit4]   2> 1288596 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1288597 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.c.CoreContainer Creating SolrCore 'coreT4' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT4
   [junit4]   2> 1288597 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.c.SolrCore [[coreT4] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT4], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT4/coreT4/]
   [junit4]   2> 1288597 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.c.CoreContainer Creating SolrCore 'coreT1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT1
   [junit4]   2> 1288597 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.c.SolrCore [[coreT1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT1/coreT1/]
   [junit4]   2> 1288597 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.756156040929452]
   [junit4]   2> 1288621 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=19, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.756156040929452]
   [junit4]   2> 1288636 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288636 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288637 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.5654296875, noCFSRatio=1.0]
   [junit4]   2> 1288637 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.s.SolrIndexSearcher Opening [Searcher@701d95c5[coreLOS] main]
   [junit4]   2> 1288637 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreLOS/conf
   [junit4]   2> 1288637 INFO  (coreLoadExecutor-3821-thread-2) [    x:coreLOS] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288639 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288639 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288639 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.5654296875, noCFSRatio=1.0]
   [junit4]   2> 1288640 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.s.SolrIndexSearcher Opening [Searcher@44676b26[coreT4] main]
   [junit4]   2> 1288640 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT4/conf
   [junit4]   2> 1288640 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288640 INFO  (coreLoadExecutor-3821-thread-3) [    x:coreT4] o.a.s.c.SolrCores Opening transient core coreT4
   [junit4]   2> 1288645 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1288646 INFO  (searcherExecutor-3822-thread-1-processing-x:coreLOS) [    x:coreLOS] o.a.s.c.SolrCore [coreLOS] Registered new searcher Searcher@701d95c5[coreLOS] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288647 INFO  (searcherExecutor-3823-thread-1-processing-x:coreT4) [    x:coreT4] o.a.s.c.SolrCore [coreT4] Registered new searcher Searcher@44676b26[coreT4] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288651 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1288681 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.s.IndexSchema [coreT3] Schema name=tiny
   [junit4]   2> 1288683 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1288684 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.c.CoreContainer Creating SolrCore 'coreT3' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT3
   [junit4]   2> 1288686 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.s.IndexSchema [coreT2] Schema name=tiny
   [junit4]   2> 1288688 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1288689 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.c.CoreContainer Creating SolrCore 'coreT2' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT2
   [junit4]   2> 1288689 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.c.SolrCore [[coreT2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT2/coreT2/]
   [junit4]   2> 1288690 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=86.9228515625, floorSegmentMB=0.4892578125, forceMergeDeletesPctAllowed=15.467875990094617, segmentsPerTier=32.0, maxCFSSegmentSizeMB=0.5322265625, noCFSRatio=0.3129011541670742
   [junit4]   2> 1288693 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288693 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288693 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.5654296875, noCFSRatio=1.0]
   [junit4]   2> 1288693 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.s.SolrIndexSearcher Opening [Searcher@335c50a1[coreT1] main]
   [junit4]   2> 1288693 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT1/conf
   [junit4]   2> 1288693 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288694 INFO  (coreLoadExecutor-3821-thread-1) [    x:coreT1] o.a.s.c.SolrCores Opening transient core coreT1
   [junit4]   2> 1288700 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1288706 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.s.IndexSchema [coreT6] Schema name=tiny
   [junit4]   2> 1288707 INFO  (searcherExecutor-3824-thread-1-processing-x:coreT1) [    x:coreT1] o.a.s.c.SolrCore [coreT1] Registered new searcher Searcher@335c50a1[coreT1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288708 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1288709 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'coreT6' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT6
   [junit4]   2> 1288710 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.c.SolrCore [[coreT6] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT6], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT6/coreT6/]
   [junit4]   2> 1288710 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=86.9228515625, floorSegmentMB=0.4892578125, forceMergeDeletesPctAllowed=15.467875990094617, segmentsPerTier=32.0, maxCFSSegmentSizeMB=0.5322265625, noCFSRatio=0.3129011541670742
   [junit4]   2> 1288710 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.c.SolrCore [[coreT3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT3/coreT3/]
   [junit4]   2> 1288711 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=45, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=86.9228515625, floorSegmentMB=0.4892578125, forceMergeDeletesPctAllowed=15.467875990094617, segmentsPerTier=32.0, maxCFSSegmentSizeMB=0.5322265625, noCFSRatio=0.3129011541670742
   [junit4]   2> 1288895 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288895 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288895 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=52.7998046875, floorSegmentMB=0.650390625, forceMergeDeletesPctAllowed=25.131369586392776, segmentsPerTier=40.0, maxCFSSegmentSizeMB=0.5146484375, noCFSRatio=1.0
   [junit4]   2> 1288899 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@2647bd97[coreT2] main]
   [junit4]   2> 1288902 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT2/conf
   [junit4]   2> 1288902 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288903 INFO  (searcherExecutor-3832-thread-1) [    ] o.a.s.c.SolrCore [coreT2] Registered new searcher Searcher@2647bd97[coreT2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288907 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.c.SolrCores Opening transient core coreT2
   [junit4]   2> 1288907 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.c.SolrCores Closing transient core [coreT4]
   [junit4]   2> 1288907 INFO  (Thread-1648) [    ] o.a.s.c.SolrCore [coreT4]  CLOSING SolrCore org.apache.solr.core.SolrCore@435fb2ad
   [junit4]   2> 1288913 INFO  (Thread-1648) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.coreT4
   [junit4]   2> 1288917 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288917 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288917 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=52.7998046875, floorSegmentMB=0.650390625, forceMergeDeletesPctAllowed=25.131369586392776, segmentsPerTier=40.0, maxCFSSegmentSizeMB=0.5146484375, noCFSRatio=1.0
   [junit4]   2> 1288918 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@b32dedb[coreT3] main]
   [junit4]   2> 1288918 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT3/conf
   [junit4]   2> 1288918 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288919 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.c.SolrCores Opening transient core coreT3
   [junit4]   2> 1288919 INFO  (coreLoadExecutor-3821-thread-2) [    ] o.a.s.c.SolrCores Closing transient core [coreT1]
   [junit4]   2> 1288919 INFO  (Thread-1648) [    ] o.a.s.c.SolrCore [coreT1]  CLOSING SolrCore org.apache.solr.core.SolrCore@343fddfc
   [junit4]   2> 1288920 INFO  (Thread-1648) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.coreT1
   [junit4]   2> 1288922 INFO  (searcherExecutor-3831-thread-1) [    ] o.a.s.c.SolrCore [coreT3] Registered new searcher Searcher@b32dedb[coreT3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288929 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1288929 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1288929 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=35, maxMergedSegmentMB=52.7998046875, floorSegmentMB=0.650390625, forceMergeDeletesPctAllowed=25.131369586392776, segmentsPerTier=40.0, maxCFSSegmentSizeMB=0.5146484375, noCFSRatio=1.0
   [junit4]   2> 1288930 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@198fcdae[coreT6] main]
   [junit4]   2> 1288930 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT6/conf
   [junit4]   2> 1288930 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1288931 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.c.SolrCores Opening transient core coreT6
   [junit4]   2> 1288931 INFO  (coreLoadExecutor-3821-thread-1) [    ] o.a.s.c.SolrCores Closing transient core [coreT2]
   [junit4]   2> 1288931 INFO  (Thread-1648) [    ] o.a.s.c.SolrCore [coreT2]  CLOSING SolrCore org.apache.solr.core.SolrCore@4ed3392b
   [junit4]   2> 1288963 INFO  (searcherExecutor-3836-thread-1) [    ] o.a.s.c.SolrCore [coreT6] Registered new searcher Searcher@198fcdae[coreT6] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1288963 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1288966 INFO  (Thread-1648) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.coreT2
   [junit4]   2> 1288971 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.s.IndexSchema [coreT5] Schema name=tiny
   [junit4]   2> 1288978 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1288979 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.c.CoreContainer Creating SolrCore 'coreT5' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT5
   [junit4]   2> 1288980 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.c.SolrCore [[coreT5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT5/coreT5/]
   [junit4]   2> 1288981 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=9, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1289021 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1289021 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1289021 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@67b9cf64
   [junit4]   2> 1289021 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@250802e6[coreT5] main]
   [junit4]   2> 1289022 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT5/conf
   [junit4]   2> 1289022 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1289022 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.c.SolrCores Opening transient core coreT5
   [junit4]   2> 1289022 INFO  (coreLoadExecutor-3821-thread-3) [    ] o.a.s.c.SolrCores Closing transient core [coreT3]
   [junit4]   2> 1289022 INFO  (Thread-1648) [    ] o.a.s.c.SolrCore [coreT3]  CLOSING SolrCore org.apache.solr.core.SolrCore@353e25bd
   [junit4]   2> 1289025 INFO  (Thread-1648) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.coreT3
   [junit4]   2> 1289026 INFO  (searcherExecutor-3846-thread-1) [    ] o.a.s.c.SolrCore [coreT5] Registered new searcher Searcher@250802e6[coreT5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1289032 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    x:coreT1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1289060 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    x:coreT1] o.a.s.s.IndexSchema [coreT1] Schema name=tiny
   [junit4]   2> 1289062 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    x:coreT1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 1289064 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    x:coreT1] o.a.s.c.CoreContainer Creating SolrCore 'coreT1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT1
   [junit4]   2> 1289065 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    x:coreT1] o.a.s.c.SolrCore [[coreT1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.core.TestCoreDiscovery_CB2E38BC6F8B6B3E-001/tempDir-001/coreT1/coreT1/]
   [junit4]   2> 1289066 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    x:coreT1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=22, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1289093 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    x:coreT1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1289093 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    x:coreT1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1289093 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    x:coreT1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 1289094 INFO  (TEST-TestCoreDiscovery.testTooManyTransientCores-seed#[CB2E38BC6F8B6B3E]) [    x:coreT1] o.

[...truncated too long message...]

 (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@46e9eec0{/,null,UNAVAILABLE}
   [junit4]   2> 2210472 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 52278
   [junit4]   2> 2210472 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1398406902
   [junit4]   2> 2210474 INFO  (coreCloseExecutor-2965-thread-1) [n:127.0.0.1:52278_ c:target_collection s:shard1 r:core_node4 x:target_collection_shard1_replica1] o.a.s.c.SolrCore [target_collection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7c44a164
   [junit4]   2> 2210474 INFO  (coreCloseExecutor-2965-thread-1) [n:127.0.0.1:52278_ c:target_collection s:shard1 r:core_node4 x:target_collection_shard1_replica1] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard1
   [junit4]   2> 2210509 INFO  (coreCloseExecutor-2965-thread-1) [n:127.0.0.1:52278_ c:target_collection s:shard1 r:core_node4 x:target_collection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.target_collection.shard1.replica1
   [junit4]   2> 2210510 INFO  (zkCallback-2503-thread-3-processing-n:127.0.0.1:47473_) [n:127.0.0.1:47473_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 2210510 WARN  (zkCallback-2585-thread-2-processing-n:127.0.0.1:52278_) [n:127.0.0.1:52278_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2210511 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2210512 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@460333fe{SSL,[ssl, http/1.1]}{127.0.0.1:52278}
   [junit4]   2> 2210512 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@67db022f{/,null,UNAVAILABLE}
   [junit4]   2> 2210512 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 47473
   [junit4]   2> 2210513 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1863218733
   [junit4]   2> 2210515 INFO  (coreCloseExecutor-2967-thread-1) [n:127.0.0.1:47473_ c:target_collection s:shard2 r:core_node2 x:target_collection_shard2_replica2] o.a.s.c.SolrCore [target_collection_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@5e84a564
   [junit4]   2> 2210515 INFO  (coreCloseExecutor-2967-thread-1) [n:127.0.0.1:47473_ c:target_collection s:shard2 r:core_node2 x:target_collection_shard2_replica2] o.a.s.h.CdcrRequestHandler Solr core is being closed - shutting down CDCR handler @ target_collection:shard2
   [junit4]   2> 2210517 INFO  (zkCallback-2503-thread-3-processing-n:127.0.0.1:47473_) [n:127.0.0.1:47473_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/target_collection/state.json] for collection [target_collection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2210530 INFO  (coreCloseExecutor-2967-thread-1) [n:127.0.0.1:47473_ c:target_collection s:shard2 r:core_node2 x:target_collection_shard2_replica2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.target_collection.shard2.replica2
   [junit4]   2> 2210532 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.c.Overseer Overseer (id=97424491556569121-127.0.0.1:47473_-n_0000000007) closing
   [junit4]   2> 2210532 INFO  (OverseerStateUpdate-97424491556569121-127.0.0.1:47473_-n_0000000007) [n:127.0.0.1:47473_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47473_
   [junit4]   2> 2210534 WARN  (zkCallback-2503-thread-3-processing-n:127.0.0.1:47473_) [n:127.0.0.1:47473_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2210534 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2210535 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@138793ab{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2210538 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28001934{/,null,UNAVAILABLE}
   [junit4]   2> 2210538 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteCreateSourceCollection
   [junit4]   2> 2210539 INFO  (TEST-CdcrReplicationDistributedZkTest.testDeleteCreateSourceCollection-seed#[CB2E38BC6F8B6B3E]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34435 34435
   [junit4]   2> 2210636 INFO  (Thread-1579) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34435 34435
   [junit4]   2> 2210637 WARN  (Thread-1579) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	48	/solr/aliases.json
   [junit4]   2> 	26	/solr/configs/conf1
   [junit4]   2> 	10	/solr/security.json
   [junit4]   2> 	8	/solr/collections/tmp_collection/state.json
   [junit4]   2> 	3	/solr/collections/source_collection/leaders/shard1/leader
   [junit4]   2> 	3	/solr/collections/target_collection/leaders/shard1/leader
   [junit4]   2> 	2	/solr/collections/source_collection/leaders/shard2/leader
   [junit4]   2> 	2	/solr/collections/tmp_collection/leaders/shard2/leader
   [junit4]   2> 	2	/solr/collections/target_collection/leaders/shard2/leader
   [junit4]   2> 	2	/solr/collections/tmp_collection/leaders/shard1/leader
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	48	/solr/clusterprops.json
   [junit4]   2> 	48	/solr/clusterstate.json
   [junit4]   2> 	10	/solr/collections/target_collection/cdcr/state/buffer
   [junit4]   2> 	10	/solr/collections/source_collection/cdcr/state/buffer
   [junit4]   2> 	10	/solr/collections/source_collection/cdcr/state/process
   [junit4]   2> 	10	/solr/collections/target_collection/cdcr/state/process
   [junit4]   2> 	9	/solr/collections/source_collection/state.json
   [junit4]   2> 	9	/solr/collections/target_collection/state.json
   [junit4]   2> 	8	/solr/collections/tmp_collection/cdcr/state/process
   [junit4]   2> 	8	/solr/collections/tmp_collection/cdcr/state/buffer
   [junit4]   2> 	2	/solr/overseer_elect/election/97424491556569121-127.0.0.1:47473_-n_0000000007
   [junit4]   2> 	2	/solr/overseer_elect/election/97424491556569115-127.0.0.1:48233_-n_0000000005
   [junit4]   2> 	2	/solr/overseer_elect/election/97424491556569096-127.0.0.1:35381_-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	99	/solr/overseer/queue
   [junit4]   2> 	62	/solr/overseer/collection-queue-work
   [junit4]   2> 	48	/solr/collections
   [junit4]   2> 	46	/solr/live_nodes
   [junit4]   2> 	22	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> 2210638 INFO  (SUITE-CdcrReplicationDistributedZkTest-seed#[CB2E38BC6F8B6B3E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.CdcrReplicationDistributedZkTest_CB2E38BC6F8B6B3E-001
   [junit4]   2> Feb 08, 2017 6:50:44 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {id=FSTOrd50}, docValues:{_version_=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1581, maxMBSortInHeap=5.950283359822853, sim=RandomSimilarity(queryNorm=false): {}, locale=es-US, timezone=Europe/Samara
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=171431296,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [SolrIndexSplitterTest, SpatialFilterTest, TestManagedSchemaThreadSafety, TestSearchPerf, MetricsHandlerTest, TestSurroundQueryParser, SampleTest, TestFiltering, ActionThrottleTest, ResponseHeaderTest, BasicFunctionalityTest, OpenExchangeRatesOrgProviderTest, TestFieldCollectionResource, TestPerFieldSimilarity, HdfsRestartWhileUpdatingTest, TestHashPartitioner, TestExportWriter, TestPartialUpdateDeduplication, SortByFunctionTest, TestJavabinTupleStreamParser, DistributedVersionInfoTest, TestConfigSetProperties, BigEndianAscendingWordSerializerTest, TestObjectReleaseTracker, DistributedTermsComponentTest, TestDistribIDF, TestCustomStream, CoreAdminRequestStatusTest, TestManagedResource, CdcrReplicationDistributedZkTest]
   [junit4] Completed [608/693 (2!)] on J1 in 1713.05s, 11 tests, 2 errors <<< FAILURES!

[...truncated 62656 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1231 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1231/

4 tests failed.
FAILED:  org.apache.lucene.search.TestFuzzyQuery.testRandom

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestFuzzyQuery

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#8): CloudJettyRunner [url=http://127.0.0.1:40537/tz/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#8): CloudJettyRunner [url=http://127.0.0.1:40537/tz/collection1]
	at __randomizedtesting.SeedInfo.seed([41393A96F5B11305:C96D054C5B4D7EFD]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Expected to see collection awhollynewcollection_1 null Last available state: DocCollection(awhollynewcollection_1//collections/awhollynewcollection_1/state.json/16)={   "replicationFactor":"2",   "shards":{     "shard1":{       "range":"80000000-d554ffff",       "state":"active",       "replicas":{         "core_node1":{           "core":"awhollynewcollection_1_shard1_replica2",           "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/",           "base_url":"https://127.0.0.1:40587/solr",           "node_name":"127.0.0.1:40587_solr",           "state":"active",           "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/tlog"},         "core_node3":{           "core":"awhollynewcollection_1_shard1_replica1",           "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/",           "base_url":"https://127.0.0.1:53705/solr",           "node_name":"127.0.0.1:53705_solr",           "state":"active",           "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/tlog",           "leader":"true"}}},     "shard2":{       "range":"d5550000-2aa9ffff",       "state":"active",       "replicas":{         "core_node4":{           "core":"awhollynewcollection_1_shard2_replica2",           "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/",           "base_url":"https://127.0.0.1:52674/solr",           "node_name":"127.0.0.1:52674_solr",           "state":"active",           "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/tlog",           "leader":"true"},         "core_node5":{           "core":"awhollynewcollection_1_shard2_replica1",           "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/",           "base_url":"https://127.0.0.1:58427/solr",           "node_name":"127.0.0.1:58427_solr",           "state":"active",           "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/tlog"}}},     "shard3":{       "range":"2aaa0000-7fffffff",       "state":"active",       "replicas":{"core_node2":{           "core":"awhollynewcollection_1_shard3_replica2",           "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/",           "base_url":"https://127.0.0.1:40587/solr",           "node_name":"127.0.0.1:40587_solr",           "state":"active",           "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/tlog",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"2",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected to see collection awhollynewcollection_1
null
Last available state: DocCollection(awhollynewcollection_1//collections/awhollynewcollection_1/state.json/16)={
  "replicationFactor":"2",
  "shards":{
    "shard1":{
      "range":"80000000-d554ffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "core":"awhollynewcollection_1_shard1_replica2",
          "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/",
          "base_url":"https://127.0.0.1:40587/solr",
          "node_name":"127.0.0.1:40587_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node1/data/tlog"},
        "core_node3":{
          "core":"awhollynewcollection_1_shard1_replica1",
          "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/",
          "base_url":"https://127.0.0.1:53705/solr",
          "node_name":"127.0.0.1:53705_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node3/data/tlog",
          "leader":"true"}}},
    "shard2":{
      "range":"d5550000-2aa9ffff",
      "state":"active",
      "replicas":{
        "core_node4":{
          "core":"awhollynewcollection_1_shard2_replica2",
          "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/",
          "base_url":"https://127.0.0.1:52674/solr",
          "node_name":"127.0.0.1:52674_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node4/data/tlog",
          "leader":"true"},
        "core_node5":{
          "core":"awhollynewcollection_1_shard2_replica1",
          "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/",
          "base_url":"https://127.0.0.1:58427/solr",
          "node_name":"127.0.0.1:58427_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node5/data/tlog"}}},
    "shard3":{
      "range":"2aaa0000-7fffffff",
      "state":"active",
      "replicas":{"core_node2":{
          "core":"awhollynewcollection_1_shard3_replica2",
          "dataDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/",
          "base_url":"https://127.0.0.1:40587/solr",
          "node_name":"127.0.0.1:40587_solr",
          "state":"active",
          "ulogDir":"hdfs://localhost:36879/data/awhollynewcollection_1/core_node2/data/tlog",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"2",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([41393A96F5B11305:94C4E22F3823C90]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.SolrCloudTestCase.waitForState(SolrCloudTestCase.java:265)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:497)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 1852 lines...]
   [junit4] Suite: org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2> Feb 07, 2017 8:05:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.search.TestFuzzyQuery
   [junit4]   2>    1) Thread[id=4854, name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Object.hashCode(Native Method)
   [junit4]   2>         at java.util.WeakHashMap.hash(WeakHashMap.java:298)
   [junit4]   2>         at java.util.WeakHashMap.getEntry(WeakHashMap.java:426)
   [junit4]   2>         at java.util.WeakHashMap.containsKey(WeakHashMap.java:417)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.context(RandomizedContext.java:258)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.current(RandomizedContext.java:134)
   [junit4]   2>         at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:506)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    2) Thread[id=4853, name=SUITE-TestFuzzyQuery-seed#[772F33043763FD1D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1556)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:696)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$4.run(ThreadLeakControl.java:693)
   [junit4]   2>         at java.security.AccessController.doPrivileged(Native Method)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getStackTrace(ThreadLeakControl.java:693)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:709)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:689)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$1000(ThreadLeakControl.java:65)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:415)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:678)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:140)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$2.run(RandomizedRunner.java:598)
   [junit4]   2>    3) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1249)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1323)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:608)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:457)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2>    4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery -Dtests.method=testRandom -Dtests.seed=772F33043763FD1D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=hi -Dtests.timezone=America/Indianapolis -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   7200s J0 | TestFuzzyQuery.testRandom <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)
   [junit4]   2> Feb 07, 2017 8:05:04 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Feb 07, 2017 8:05:24 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestFuzzyQuery: 
   [junit4]   2>    1) Thread[id=4854, name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Feb 07, 2017 8:05:24 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=4854, name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2> Feb 07, 2017 8:05:27 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=4854, name=TEST-TestFuzzyQuery.testRandom-seed#[772F33043763FD1D], state=RUNNABLE, group=TGRP-TestFuzzyQuery]
   [junit4]   2>         at java.lang.Object.hashCode(Native Method)
   [junit4]   2>         at java.util.WeakHashMap.hash(WeakHashMap.java:298)
   [junit4]   2>         at java.util.WeakHashMap.get(WeakHashMap.java:396)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getPerThread(RandomizedContext.java:319)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getRandomness(RandomizedContext.java:92)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedContext.getRandom(RandomizedContext.java:114)
   [junit4]   2>         at org.apache.lucene.util.LuceneTestCase.random(LuceneTestCase.java:748)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.randomSimpleString(TestFuzzyQuery.java:503)
   [junit4]   2>         at org.apache.lucene.search.TestFuzzyQuery.testRandom(TestFuzzyQuery.java:517)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false): {field=DFR I(ne)Z(0.3)}, locale=hi, timezone=America/Indianapolis
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=151588208,total=459276288
   [junit4]   2> NOTE: All tests run in this JVM: [TestTermVectorsWriter, TestNamedSPILoader, TestFieldMaskingSpanQuery, TestCrashCausesCorruptIndex, Test2BBKDPoints, TestIndexInput, TestSort, TestTotalHitCountCollector, TestSloppyMath, TestIndexSorting, TestSloppyPhraseQuery, TestMaxPosition, TestTopFieldCollector, TestIndexWriterOutOfFileDescriptors, TestAllFilesCheckIndexHeader, TestSpanTermQuery, TestCachingCollector, TermInSetQueryTest, TestOmitNorms, TestBooleanScorer, TestMinShouldMatch2, TestUTF32ToUTF8, TestDuelingCodecsAtNight, TestNIOFSDirectory, TestBinaryDocValuesUpdates, TestIntArrayDocIdSet, TestWordlistLoader, TestSleepingLockWrapper, TestBooleanSimilarity, TestStressIndexing, TestRegexpRandom, TestTerm, TestReadOnlyIndex, TestFixedLengthBytesRefArray, TestNearSpansOrdered, TestBoolean2ScorerSupplier, TestLiveFieldValues, TestStringHelper, TestDeletionPolicy, TestSimpleSearchEquivalence, TestIsCurrent, TestForceMergeForever, TestPerFieldPostingsFormat, TestSearch, TestSmallFloat, TestFlex, TestDocumentWriter, TestCharsRefBuilder, TestLucene50CompoundFormat, Test2BPoints, TestFilterDirectory, TestDeterminizeLexicon, TestUnicodeUtil, TestLRUQueryCache, TestSimilarity, TestAutomaton, TestIndexWriterConfig, Test4GBStoredFields, TestSimilarityProvider, TestFieldReuse, TestSimpleExplanations, TestBooleanMinShouldMatch, TestSpanBoostQuery, TestIntsRef, TestIndexWriter, TestTermsEnum, TestBinaryTerms, TestCharFilter, TestBytesStore, TestConstantScoreQuery, TestPostingsOffsets, TestDocValuesRewriteMethod, TestIndexWriterForceMerge, TestIndexWriterWithThreads, TestIndexWriterReader, TestFSTs, TestIndexWriterMergePolicy, TestNRTThreads, TestDirectoryReader, TestPhraseQuery, TestRegexpRandom2, TestSegmentReader, TestParallelCompositeReader, TestIndexWriterNRTIsCurrent, TestPagedBytes, TestMultiThreadTermVectors, TestToken, TestFieldsReader, TestCustomSearcherSort, TestFastCompressionMode, TestMultiPhraseQuery, TestDeterminism, TestDocsAndPositions, TestMergeSchedulerExternal, TestBagOfPostings, TestOmitTf, TestDocumentsWriterDeleteQueue, TestForTooMuchCloning, TestFuzzyQuery]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestFuzzyQuery -Dtests.seed=772F33043763FD1D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=hi -Dtests.timezone=America/Indianapolis -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestFuzzyQuery (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([772F33043763FD1D]:0)
   [junit4] Completed [447/447 (1!)] on J0 in 7223.15s, 7 tests, 2 errors <<< FAILURES!

[...truncated 10443 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/init-core-data-001
   [junit4]   2> 2286865 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 2286867 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2286868 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001
   [junit4]   2> 2286868 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2286868 INFO  (Thread-5052) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2286868 INFO  (Thread-5052) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2286968 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:40353
   [junit4]   2> 2287012 INFO  (jetty-launcher-1584-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287012 INFO  (jetty-launcher-1584-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287013 INFO  (jetty-launcher-1584-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287013 INFO  (jetty-launcher-1584-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2287058 INFO  (jetty-launcher-1584-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@243289f{/solr,null,AVAILABLE}
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@87ac012{SSL,[ssl, http/1.1]}{127.0.0.1:52674}
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.e.j.s.Server Started @2291460ms
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=52674}
   [junit4]   2> 2287064 ERROR (jetty-launcher-1584-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287064 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-07T16:23:52.042Z
   [junit4]   2> 2287068 INFO  (jetty-launcher-1584-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6934e5a3{/solr,null,AVAILABLE}
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39529b12{SSL,[ssl, http/1.1]}{127.0.0.1:53705}
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.e.j.s.Server Started @2291467ms
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53705}
   [junit4]   2> 2287071 ERROR (jetty-launcher-1584-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287071 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-07T16:23:52.049Z
   [junit4]   2> 2287075 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287084 INFO  (jetty-launcher-1584-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5aa1d701{/solr,null,AVAILABLE}
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@38c89158{SSL,[ssl, http/1.1]}{127.0.0.1:58427}
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.e.j.s.Server Started @2291482ms
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=58427}
   [junit4]   2> 2287087 ERROR (jetty-launcher-1584-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287087 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-07T16:23:52.065Z
   [junit4]   2> 2287089 INFO  (jetty-launcher-1584-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6651d3b7{/solr,null,AVAILABLE}
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f0b88ac{SSL,[ssl, http/1.1]}{127.0.0.1:40587}
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.e.j.s.Server Started @2291487ms
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40587}
   [junit4]   2> 2287091 ERROR (jetty-launcher-1584-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2287091 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2287092 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-07T16:23:52.070Z
   [junit4]   2> 2287111 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287118 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287131 INFO  (jetty-launcher-1584-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287134 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2287138 INFO  (jetty-launcher-1584-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287139 INFO  (jetty-launcher-1584-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287154 INFO  (jetty-launcher-1584-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40353/solr
   [junit4]   2> 2287229 INFO  (jetty-launcher-1584-thread-2) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:58427_solr
   [junit4]   2> 2287230 INFO  (jetty-launcher-1584-thread-1) [n:127.0.0.1:52674_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52674_solr
   [junit4]   2> 2287231 INFO  (jetty-launcher-1584-thread-2) [n:127.0.0.1:58427_solr    ] o.a.s.c.Overseer Overseer (id=97418256832725003-127.0.0.1:58427_solr-n_0000000000) starting
   [junit4]   2> 2287231 INFO  (jetty-launcher-1584-thread-3) [n:127.0.0.1:53705_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53705_solr
   [junit4]   2> 2287249 INFO  (zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) [n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2287251 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2287264 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2287266 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2287266 INFO  (zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) [n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2287277 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2287282 INFO  (jetty-launcher-1584-thread-4) [n:127.0.0.1:40587_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2287286 INFO  (jetty-launcher-1584-thread-4) [n:127.0.0.1:40587_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40587_solr
   [junit4]   2> 2287287 INFO  (zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) [n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287288 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287288 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287301 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:40587_solr) [n:127.0.0.1:40587_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2287322 INFO  (jetty-launcher-1584-thread-2) [n:127.0.0.1:58427_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58427_solr
   [junit4]   2> 2287324 INFO  (zkCallback-1605-thread-1-processing-n:127.0.0.1:40587_solr) [n:127.0.0.1:40587_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2287324 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2287324 INFO  (zkCallback-1602-thread-1-processing-n:127.0.0.1:53705_solr) [n:127.0.0.1:53705_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2287325 INFO  (zkCallback-1604-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 2287442 INFO  (jetty-launcher-1584-thread-3) [n:127.0.0.1:53705_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node3/.
   [junit4]   2> 2287443 INFO  (jetty-launcher-1584-thread-2) [n:127.0.0.1:58427_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node2/.
   [junit4]   2> 2287452 INFO  (jetty-launcher-1584-thread-4) [n:127.0.0.1:40587_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node4/.
   [junit4]   2> 2287490 INFO  (jetty-launcher-1584-thread-1) [n:127.0.0.1:52674_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node1/.
   [junit4]   2> 2288363 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2288364 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:40353/solr ready
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2288425 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 2288440 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2288442 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2288473 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_47149_hdfs____vvij0d/webapp
   [junit4]   2> 2288902 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47149
   [junit4]   2> 2289010 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2289011 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2289027 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_48783_datanode____.wcvq23/webapp
   [junit4]   2> 2289430 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:48783
   [junit4]   2> 2289511 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 2289512 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 2289525 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.7.2-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52677_datanode____4paqtc/webapp
   [junit4]   2> 2289702 INFO  (IPC Server handler 3 on 36879) [    ] BlockStateChange BLOCK* processReport: from storage DS-5bce9845-8b59-43a8-bf5d-ab67ded19a02 node DatanodeRegistration(127.0.0.1:47668, datanodeUuid=2ab31771-64fc-4b54-abd8-b26718f3584b, infoPort=40013, infoSecurePort=0, ipcPort=44567, storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, hasStaleStorage: true, processing time: 0 msecs
   [junit4]   2> 2289702 INFO  (IPC Server handler 3 on 36879) [    ] BlockStateChange BLOCK* processReport: from storage DS-c00a9095-3448-48f7-8b67-79fef98d4708 node DatanodeRegistration(127.0.0.1:47668, datanodeUuid=2ab31771-64fc-4b54-abd8-b26718f3584b, infoPort=40013, infoSecurePort=0, ipcPort=44567, storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2290005 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[41393A96F5B11305]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52677
   [junit4]   2> 2290135 INFO  (IPC Server handler 4 on 36879) [    ] BlockStateChange BLOCK* processReport: from storage DS-4c6ab3ac-e2fc-4bca-bcf9-46fb8ade8f58 node DatanodeRegistration(127.0.0.1:57344, datanodeUuid=12478af4-cd1b-4bc8-8513-cc117ab1efef, infoPort=39159, infoSecurePort=0, ipcPort=35441, storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, hasStaleStorage: true, processing time: 1 msecs
   [junit4]   2> 2290135 INFO  (IPC Server handler 4 on 36879) [    ] BlockStateChange BLOCK* processReport: from storage DS-cb3f2a27-ecf1-44d4-a544-5e8d7d24ea76 node DatanodeRegistration(127.0.0.1:57344, datanodeUuid=12478af4-cd1b-4bc8-8513-cc117ab1efef, infoPort=39159, infoSecurePort=0, ipcPort=35441, storageInfo=lv=-56;cid=testClusterID;nsid=883810773;c=0), blocks: 0, hasStaleStorage: false, processing time: 0 msecs
   [junit4]   2> 2290403 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMissingNumShards
   [junit4]   2> 2290404 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[41393A96F5B11305]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2290435 INFO  (qtp1256639394-13720) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2290438 INFO  (OverseerThreadFactory-4644-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Create collection acollection
   [junit4]   2> 2290439 ERROR (OverseerThreadFactory-4644-thread-1-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: acollection operation: create failed:org.apache.solr.common.SolrException: numShards is a required param (when using CompositeId router).
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2290459 INFO  (qtp1256639394-13720) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=acollection&action=CREATE&wt=javabin&version=2} status=400 QTime=24
   [junit4]   2> 2290460 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testMissingNumShards-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMissingNumShards
   [junit4]   2> 2290574 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
   [junit4]   2> 2290575 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[41393A96F5B11305]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2290578 INFO  (qtp1256639394-13721) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2290587 INFO  (OverseerCollectionConfigSetProcessor-97418256832725003-127.0.0.1:58427_solr-n_0000000000) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2290588 INFO  (OverseerThreadFactory-4644-thread-2-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
   [junit4]   2> 2290724 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2290830 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2291736 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2291745 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
   [junit4]   2> 2291748 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2291749 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted
   [junit4]   2> 2291749 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36879/data
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node1/created_and_deleted_shard1_replica1], dataDir=[hdfs://localhost:36879/data/created_and_deleted/core_node1/data/]
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28f90c4e
   [junit4]   2> 2291750 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/created_and_deleted/core_node1/data/snapshot_metadata
   [junit4]   2> 2291757 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2291757 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2291757 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2291768 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2291770 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/created_and_deleted/core_node1/data
   [junit4]   2> 2291787 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/created_and_deleted/core_node1/data/index
   [junit4]   2> 2291793 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2291793 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2291794 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2291804 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2291827 INFO  (IPC Server handler 1 on 36879) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57344 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c00a9095-3448-48f7-8b67-79fef98d4708:NORMAL:127.0.0.1:47668|RBW], ReplicaUC[[DISK]DS-4c6ab3ac-e2fc-4bca-bcf9-46fb8ade8f58:NORMAL:127.0.0.1:57344|FINALIZED]]} size 0
   [junit4]   2> 2291827 INFO  (IPC Server handler 2 on 36879) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47668 is added to blk_1073741825_1001{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-4c6ab3ac-e2fc-4bca-bcf9-46fb8ade8f58:NORMAL:127.0.0.1:57344|FINALIZED], ReplicaUC[[DISK]DS-5bce9845-8b59-43a8-bf5d-ab67ded19a02:NORMAL:127.0.0.1:47668|FINALIZED]]} size 0
   [junit4]   2> 2291887 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2291887 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2291887 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2291898 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2291898 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2291908 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3a166844[created_and_deleted_shard1_replica1] main]
   [junit4]   2> 2291909 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2291910 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2291910 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2291915 INFO  (searcherExecutor-4653-thread-1-processing-n:127.0.0.1:52674_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@3a166844[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2291918 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558692114617860096
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:52674/solr/created_and_deleted_shard1_replica1/
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2291933 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:52674/solr/created_and_deleted_shard1_replica1/ has no replicas
   [junit4]   2> 2291939 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:52674/solr/created_and_deleted_shard1_replica1/ shard1
   [junit4]   2> 2292042 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2292092 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2292096 INFO  (qtp68842891-13711) [n:127.0.0.1:52674_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=1372
   [junit4]   2> 2292098 INFO  (qtp1256639394-13721) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2292196 INFO  (zkCallback-1603-thread-1-processing-n:127.0.0.1:52674_solr) [n:127.0.0.1:52674_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 2292590 INFO  (OverseerCollectionConfigSetProcessor-97418256832725003-127.0.0.1:58427_solr-n_0000000000) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2293099 INFO  (qtp1256639394-13721) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2521
   [junit4]   2> 2293100 INFO  (qtp1256639394-13714) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2293101 INFO  (qtp1256639394-13714) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2293102 INFO  (qtp1256639394-13717) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2293105 INFO  (OverseerThreadFactory-4644-thread-3-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2293108 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
   [junit4]   2> 2293109 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2bce37e6
   [junit4]   2> 2293178 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
   [junit4]   2> 2293178 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:36879/data/created_and_deleted/core_node1/data/snapshot_metadata
   [junit4]   2> 2293178 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:36879/data/created_and_deleted/core_node1/data
   [junit4]   2> 2293179 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:36879/data/created_and_deleted/core_node1/data/index
   [junit4]   2> 2293189 INFO  (IPC Server handler 1 on 36879) [    ] BlockStateChange BLOCK* addToInvalidates: blk_1073741825_1001 127.0.0.1:47668 127.0.0.1:57344 
   [junit4]   2> 2293193 INFO  (qtp68842891-13712) [n:127.0.0.1:52674_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=85
   [junit4]   2> 2293899 INFO  (qtp1256639394-13717) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=797
   [junit4]   2> 2293899 INFO  (qtp1256639394-13718) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2293900 INFO  (qtp1256639394-13718) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 2293900 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
   [junit4]   2> 2294025 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testTooManyReplicas
   [junit4]   2> 2294027 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[41393A96F5B11305]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2294029 INFO  (qtp1256639394-13719) [n:127.0.0.1:53705_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2294031 INFO  (OverseerThreadFactory-4644-thread-4-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection
   [junit4]   2> 2294032 INFO  (OverseerCollectionConfigSetProcessor-97418256832725003-127.0.0.1:58427_solr-n_0000000000) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2294032 WARN  (OverseerThreadFactory-4644-thread-4-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.CreateCollectionCmd Specified replicationFactor of 10 on collection collection is higher than or equal to the number of Solr instances currently live or live and part of your createNodeSet(4). It's unusual to run two replica of the same slice on the same Solr-instance.
   [junit4]   2> 2294032 ERROR (OverseerThreadFactory-4644-thread-4-processing-n:127.0.0.1:58427_solr) [n:127.0.0.1:58427_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: collection operation: create failed:org.apache.solr.common.SolrException: Cannot create collection collection. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 2 and value of replicationFactor is 10. This requires 20 shards to be created (higher than the allowed number)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:224)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:463)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 2294035 INFO  (qtp1256639394-13719) [n:127.0.0.1:53705_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=10&collection.configName=conf&name=collection&action=CREATE&numShards=2&wt=javabin&version=2} status=400 QTime=5
   [junit4]   2> 2294035 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testTooManyReplicas-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testTooManyReplicas
   [junit4]   2> 2294157 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[41393A96F5B11305]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
   [junit4]   2> 2294158 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[41393A96F5B11305]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 2294185 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
   [junit4]   2> 2294187 INFO  (OverseerStateUpdate-97418256832725003-127.0.0.1:58427_solr-n_0000000000) [n:127.0.0.1:58427_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2294984 INFO  (org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$ReplicationMonitor@15d5a2ad) [    ] BlockStateChange BLOCK* BlockManager: ask 127.0.0.1:57344 to delete [blk_1073741825_1001]
   [junit4]   2> 2295218 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2295227 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 2295230 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2295231 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker
   [junit4]   2> 2295231 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36879/data
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-001/node2/halfcollection_shard1_replica1], dataDir=[hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003/]
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@28f90c4e
   [junit4]   2> 2295232 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003/snapshot_metadata
   [junit4]   2> 2295240 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2295240 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2295240 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2295249 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2295249 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003
   [junit4]   2> 2295270 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36879/data/halfcollectionblocker/core_node1//x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_41393A96F5B11305-001/tempDir-003/index
   [junit4]   2> 2295276 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 2295276 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 2295276 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 2295283 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 2295301 INFO  (IPC Server handler 6 on 36879) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:57344 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c00a9095-3448-48f7-8b67-79fef98d4708:NORMAL:127.0.0.1:47668|RBW], ReplicaUC[[DISK]DS-cb3f2a27-ecf1-44d4-a544-5e8d7d24ea76:NORMAL:127.0.0.1:57344|RBW]]} size 0
   [junit4]   2> 2295302 INFO  (IPC Server handler 7 on 36879) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47668 is added to blk_1073741826_1002{UCState=UNDER_CONSTRUCTION, truncateBlock=null, primaryNodeIndex=-1, replicas=[ReplicaUC[[DISK]DS-c00a9095-3448-48f7-8b67-79fef98d4708:NORMAL:127.0.0.1:47668|RBW], ReplicaUC[[DISK]DS-cb3f2a27-ecf1-44d4-a544-5e8d7d24ea76:NORMAL:127.0.0.1:57344|RBW]]} size 0
   [junit4]   2> 2295364 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 2295364 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2295364 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=3
   [junit4]   2> 2295376 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2295376 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2295385 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2727dfef[halfcollection_shard1_replica1] main]
   [junit4]   2> 2295386 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2295387 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2295387 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2295388 INFO  (searcherExecutor-4658-thread-1-processing-n:127.0.0.1:58427_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@2727dfef[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2295390 INFO  (qtp1908188588-13734) [n:127.0.0.1:58427_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new 

[...truncated too long message...]

2	/solr/overseer_elect/election/97418361526747171-127.0.0.1:47801_tz-n_0000000010
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747399-127.0.0.1:46163_tz-n_0000000121
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747459-127.0.0.1:41267_tz-n_0000000150
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747330-127.0.0.1:59565_tz-n_0000000089
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747180-127.0.0.1:57929_tz-n_0000000032
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747468-core_node2-n_0000000064
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747267-127.0.0.1:41267_tz-n_0000000059
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747303-core_node16-n_0000000030
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747522-127.0.0.1:59565_tz-n_0000000179
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/97418361526747360-core_node3-n_0000000029
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747570-127.0.0.1:59565_tz-n_0000000202
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747420-core_node2-n_0000000054
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/97418361526747408-core_node3-n_0000000035
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747474-127.0.0.1:59565_tz-n_0000000157
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747140-127.0.0.1:38022_tz-n_0000000200
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747189-core_node16-n_0000000007
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747447-core_node16-n_0000000060
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/97418361526747264-core_node3-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747140-127.0.0.1:38022_tz-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747378-127.0.0.1:59565_tz-n_0000000111
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747372-core_node2-n_0000000044
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/97418361526747552-core_node3-n_0000000053
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747564-core_node2-n_0000000084
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747207-core_node16-n_0000000010
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747516-127.0.0.1:52576_tz-n_0000000177
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747372-127.0.0.1:52576_tz-n_0000000109
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/97418361526747216-core_node3-n_0000000011
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747165-127.0.0.1:39915_tz-n_0000000008
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747276-core_node2-n_0000000024
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747282-127.0.0.1:59565_tz-n_0000000067
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/97418361526747495-core_node16-n_0000000070
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747186-127.0.0.1:35494_tz-n_0000000015
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747177-127.0.0.1:43481_tz-n_0000000133
   [junit4]   2> 	2	/solr/overseer_elect/election/97418361526747363-127.0.0.1:41267_tz-n_0000000106
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	984	/solr/overseer/collection-queue-work
   [junit4]   2> 	893	/solr/overseer/queue
   [junit4]   2> 	189	/solr/overseer/queue-work
   [junit4]   2> 	149	/solr/collections
   [junit4]   2> 	18	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=41393A96F5B11305 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=es-CU -Dtests.timezone=Asia/Dubai -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 1109s J0 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unable to restart (#8): CloudJettyRunner [url=http://127.0.0.1:40537/tz/collection1]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([41393A96F5B11305:C96D054C5B4D7EFD]:0)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4992973 INFO  (SUITE-RollingRestartTest-seed#[41393A96F5B11305]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_41393A96F5B11305-001
   [junit4]   2> Feb 07, 2017 5:08:57 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=1955, maxMBSortInHeap=5.965330933268625, sim=RandomSimilarity(queryNorm=false): {}, locale=es-CU, timezone=Asia/Dubai
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=86785784,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [SpatialHeatmapFacetsTest, TestNoOpRegenerator, TestConfigSetsAPIExclusivity, TestRemoteStreaming, RuleEngineTest, PolyFieldTest, SyncSliceTest, ReplicationFactorTest, HdfsWriteToMultipleCollectionsTest, SystemInfoHandlerTest, TestCSVLoader, SolrIndexMetricsTest, FastVectorHighlighterTest, TestTrackingShardHandlerFactory, TestLazyCores, TestCustomDocTransformer, SSLMigrationTest, TestRandomRequestDistribution, MultiThreadedOCPTest, CdcrRequestHandlerTest, TestCloudPivotFacet, TestClusterProperties, DistributedQueryElevationComponentTest, InfoHandlerTest, TestSolr4Spatial, BlockJoinFacetSimpleTest, NumericFieldsTest, TestBulkSchemaConcurrent, ExplicitHLLTest, TestCorePropertiesReload, TestNonDefinedSimilarityFactory, SolrCoreTest, ForceLeaderTest, CursorMarkTest, AtomicUpdatesTest, CollectionsAPISolrJTest, TestFieldCacheReopen, HdfsRecoveryZkTest, TestRequestForwarding, TestBadConfig, TestChildDocTransformer, TestBlobHandler, TestPseudoReturnFields, DeleteReplicaTest, TestUnifiedSolrHighlighter, TestOmitPositions, TestDeleteCollectionOnDownNodes, ClassificationUpdateProcessorTest, SolrCLIZkUtilsTest, TestSubQueryTransformerDistrib, PeerSyncTest, TestJmxIntegration, TestUninvertingReader, SharedFSAutoReplicaFailoverTest, CurrencyFieldOpenExchangeTest, TestRealTimeGet, TestCollectionAPIs, AssignTest, TestPKIAuthenticationPlugin, DateMathParserTest, TestFoldingMultitermQuery, RegexBoostProcessorTest, BigEndianAscendingWordDeserializerTest, TestGraphTermsQParserPlugin, CoreAdminCreateDiscoverTest, LeaderInitiatedRecoveryOnShardRestartTest, TestRTGBase, TestStressCloudBlindAtomicUpdates, TestScoreJoinQPScore, BasicDistributedZkTest, DateRangeFieldTest, TestSolrConfigHandlerConcurrent, TestJoin, TestAnalyzedSuggestions, QueryEqualityTest, TestRestManager, SignatureUpdateProcessorFactoryTest, HdfsCollectionsAPIDistributedZkTest, DistributedQueryComponentOptimizationTest, SimpleMLTQParserTest, SpellPossibilityIteratorTest, TestDistributedStatsComponentCardinality, ReturnFieldsTest, TestDistributedSearch, TestUniqueKeyFieldResource, TestRangeQuery, CursorPagingTest, DistributedQueueTest, TestRandomFaceting, TestSolrConfigHandler, UUIDFieldTest, TestUseDocValuesAsStored2, TestHighlightDedupGrouping, TestSolrCoreProperties, TestAuthenticationFramework, TestDynamicFieldResource, TestAtomicUpdateErrorCases, TestGraphMLResponseWriter, TestIntervalFaceting, HLLUtilTest, TestStressLucene, DistributedSpellCheckComponentTest, CheckHdfsIndexTest, TestPathTrie, ClusterStateTest, CdcrUpdateLogTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestSchemaManager, NotRequiredUniqueKeyTest, UpdateLogTest, SortSpecParsingTest, TestMinMaxOnMultiValuedField, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, TestSuggestSpellingConverter, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, TestLRUCache, TestUtils, ZkNodePropsTest, FileUtilsTest, DistributedMLTComponentTest, DistributedIntervalFacetingTest, CdcrVersionReplicationTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateCollectionCleanupTest, CustomCollectionTest, DeleteStatusTest, DocValuesNotIndexedTest, HttpPartitionTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, OverseerModifyCollectionTest, OverseerStatusTest, OverseerTaskQueueTest, RecoveryAfterSoftCommitTest, RemoteQueryErrorTest, RollingRestartTest]
   [junit4] Completed [531/693 (2!)] on J0 in 1108.88s, 1 test, 1 failure <<< FAILURES!

[...truncated 62914 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1230 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1230/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
ObjectTracker found 5 object(s) that were not released!!! [MDCAwareThreadPoolExecutor, MMapDirectory, MMapDirectory, MMapDirectory, SolrCore] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:848)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)  at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)  at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)  at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:902)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)  at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)  at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)  at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97)  at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:240)  at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:114)  at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1955)  at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2114)  at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1050)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)  at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)  at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)  at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)  at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:348)  at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:691)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:908)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)  at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)  at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:998)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)  at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)  at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)  at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)  at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)  at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)  at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)  at java.lang.reflect.Method.invoke(Method.java:498)  at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)  at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)  at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)  at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)  at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)  at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)  at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)  at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)  at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)  at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)  at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)  at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)  at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)  at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)  at java.lang.Thread.run(Thread.java:745)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MDCAwareThreadPoolExecutor, MMapDirectory, MMapDirectory, MMapDirectory, SolrCore]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:848)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:902)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97)
	at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:240)
	at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:114)
	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1955)
	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2114)
	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1050)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:348)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:691)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:908)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)

org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:998)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


	at __randomizedtesting.SeedInfo.seed([4BC55F43C69B49D3]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:289)
	at sun.reflect.GeneratedMethodAccessor24.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores:     1) Thread[id=59721, name=searcherExecutor-3287-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   1) Thread[id=59721, name=searcherExecutor-3287-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([4BC55F43C69B49D3]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestLazyCores

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=59721, name=searcherExecutor-3287-thread-1, state=WAITING, group=TGRP-TestLazyCores]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=59721, name=searcherExecutor-3287-thread-1, state=WAITING, group=TGRP-TestLazyCores]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([4BC55F43C69B49D3]:0)




Build Log:
[...truncated 12141 lines...]
   [junit4] Suite: org.apache.solr.core.TestLazyCores
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/init-core-data-001
   [junit4]   2> 2149934 INFO  (SUITE-TestLazyCores-seed#[4BC55F43C69B49D3]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 2149936 INFO  (SUITE-TestLazyCores-seed#[4BC55F43C69B49D3]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 2149940 INFO  (TEST-TestLazyCores.testRace-seed#[4BC55F43C69B49D3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRace
   [junit4]   2> 2149959 INFO  (TEST-TestLazyCores.testRace-seed#[4BC55F43C69B49D3]) [    ] o.a.s.c.SolrCores Allocating transient cache for 4 transient cores
   [junit4]   2> 2150003 WARN  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2150003 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2150009 WARN  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2150012 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2150019 WARN  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2150019 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2150022 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=tiny
   [junit4]   2> 2150025 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2150027 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.s.IndexSchema [collection5] Schema name=tiny
   [junit4]   2> 2150027 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection1
   [junit4]   2> 2150028 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection1/data/]
   [junit4]   2> 2150029 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.s.IndexSchema [collection2] Schema name=tiny
   [junit4]   2> 2150030 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2150030 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5771753769018882]
   [junit4]   2> 2150030 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.c.CoreContainer Creating SolrCore 'collection5' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection5
   [junit4]   2> 2150031 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.c.SolrCore [[collection5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection5/data/]
   [junit4]   2> 2150031 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2150032 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.c.CoreContainer Creating SolrCore 'collection2' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection2
   [junit4]   2> 2150033 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.c.SolrCore [[collection2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection2/data/]
   [junit4]   2> 2150033 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5771753769018882]
   [junit4]   2> 2150036 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5771753769018882]
   [junit4]   2> 2150081 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2150081 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2150082 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=89.279296875, floorSegmentMB=1.1201171875, forceMergeDeletesPctAllowed=13.411527765521297, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2150083 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2ee2c211[collection1] main]
   [junit4]   2> 2150083 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection1/conf
   [junit4]   2> 2150083 INFO  (coreLoadExecutor-2995-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2150084 INFO  (searcherExecutor-2996-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2ee2c211[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2150085 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2150085 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2150086 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=89.279296875, floorSegmentMB=1.1201171875, forceMergeDeletesPctAllowed=13.411527765521297, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2150086 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.s.SolrIndexSearcher Opening [Searcher@a0726dd[collection5] main]
   [junit4]   2> 2150087 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection5/conf
   [junit4]   2> 2150087 INFO  (coreLoadExecutor-2995-thread-3) [    x:collection5] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2150087 INFO  (searcherExecutor-2997-thread-1-processing-x:collection5) [    x:collection5] o.a.s.c.SolrCore [collection5] Registered new searcher Searcher@a0726dd[collection5] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2150088 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2150089 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2150089 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=89.279296875, floorSegmentMB=1.1201171875, forceMergeDeletesPctAllowed=13.411527765521297, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2150089 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.s.SolrIndexSearcher Opening [Searcher@620eb86d[collection2] main]
   [junit4]   2> 2150090 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection2/conf
   [junit4]   2> 2150090 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2150090 INFO  (searcherExecutor-2998-thread-1-processing-x:collection2) [    x:collection2] o.a.s.c.SolrCore [collection2] Registered new searcher Searcher@620eb86d[collection2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2150090 INFO  (coreLoadExecutor-2995-thread-2) [    x:collection2] o.a.s.c.SolrCores Opening transient core collection2
   [junit4]   2> 2150104 WARN  (Thread-53049) [    x:collection3] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2150105 INFO  (Thread-53049) [    x:collection3] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2150118 INFO  (Thread-53049) [    x:collection3] o.a.s.s.IndexSchema [collection3] Schema name=tiny
   [junit4]   2> 2150121 INFO  (Thread-53049) [    x:collection3] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2150123 INFO  (Thread-53049) [    x:collection3] o.a.s.c.CoreContainer Creating SolrCore 'collection3' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection3
   [junit4]   2> 2150123 INFO  (Thread-53049) [    x:collection3] o.a.s.c.SolrCore [[collection3] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection3], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection3/data/]
   [junit4]   2> 2150125 INFO  (Thread-53049) [    x:collection3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5771753769018882]
   [junit4]   2> 2150170 INFO  (Thread-53049) [    x:collection3] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2150170 INFO  (Thread-53049) [    x:collection3] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2150170 INFO  (Thread-53049) [    x:collection3] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=89.279296875, floorSegmentMB=1.1201171875, forceMergeDeletesPctAllowed=13.411527765521297, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2150171 INFO  (Thread-53049) [    x:collection3] o.a.s.s.SolrIndexSearcher Opening [Searcher@2106d178[collection3] main]
   [junit4]   2> 2150171 INFO  (Thread-53049) [    x:collection3] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-001/collection3/conf
   [junit4]   2> 2150171 INFO  (Thread-53049) [    x:collection3] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2150172 INFO  (Thread-53049) [    x:collection3] o.a.s.c.SolrCores Opening transient core collection3
   [junit4]   2> 2150172 INFO  (searcherExecutor-3008-thread-1-processing-x:collection3) [    x:collection3] o.a.s.c.SolrCore [collection3] Registered new searcher Searcher@2106d178[collection3] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2150183 INFO  (TEST-TestLazyCores.testRace-seed#[4BC55F43C69B49D3]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=893786357
   [junit4]   2> 2150190 INFO  (coreCloseExecutor-3012-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@71dbcd78
   [junit4]   2> 2150191 INFO  (coreCloseExecutor-3012-thread-2) [    x:collection5] o.a.s.c.SolrCore [collection5]  CLOSING SolrCore org.apache.solr.core.SolrCore@3664022a
   [junit4]   2> 2150191 INFO  (coreCloseExecutor-3012-thread-3) [    x:collection2] o.a.s.c.SolrCore [collection2]  CLOSING SolrCore org.apache.solr.core.SolrCore@31529006
   [junit4]   2> 2150193 INFO  (coreCloseExecutor-3012-thread-4) [    x:collection3] o.a.s.c.SolrCore [collection3]  CLOSING SolrCore org.apache.solr.core.SolrCore@45d392ae
   [junit4]   2> 2150199 INFO  (coreCloseExecutor-3012-thread-2) [    x:collection5] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection5
   [junit4]   2> 2150203 INFO  (coreCloseExecutor-3012-thread-4) [    x:collection3] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection3
   [junit4]   2> 2150209 INFO  (coreCloseExecutor-3012-thread-1) [    x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection1
   [junit4]   2> 2150210 INFO  (coreCloseExecutor-3012-thread-3) [    x:collection2] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.collection2
   [junit4]   2> 2150213 INFO  (TEST-TestLazyCores.testRace-seed#[4BC55F43C69B49D3]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2150213 INFO  (TEST-TestLazyCores.testRace-seed#[4BC55F43C69B49D3]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRace
   [junit4]   2> 2150214 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadConfigsGenerateErrors
   [junit4]   2> 2150261 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    ] o.a.s.c.CorePropertiesLocator Found 6 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002
   [junit4]   2> 2150261 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [badSchema1, badSchema2, badConfig1, badConfig2, core1, core2]
   [junit4]   2> 2150278 INFO  (coreLoadExecutor-3019-thread-3) [    x:badConfig1] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 2150305 INFO  (coreLoadExecutor-3019-thread-3) [    x:badConfig2] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 2150309 WARN  (coreLoadExecutor-3019-thread-1) [    x:badSchema1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2150310 INFO  (coreLoadExecutor-3019-thread-1) [    x:badSchema1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2150312 WARN  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2150316 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2150319 INFO  (coreLoadExecutor-3019-thread-1) [    x:badSchema1] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 2150323 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.s.IndexSchema [core1] Schema name=tiny
   [junit4]   2> 2150323 WARN  (coreLoadExecutor-3019-thread-2) [    x:badSchema2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2150324 INFO  (coreLoadExecutor-3019-thread-2) [    x:badSchema2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2150326 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2150328 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.c.CoreContainer Creating SolrCore 'core1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/core1
   [junit4]   2> 2150328 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.c.SolrCore [[core1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/core1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/core1/data/]
   [junit4]   2> 2150330 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5771753769018882]
   [junit4]   2> 2150330 INFO  (coreLoadExecutor-3019-thread-2) [    x:badSchema2] o.a.s.c.Config Ignoring exception matching \QSAXParseException\E
   [junit4]   2> 2150340 WARN  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2150340 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2150362 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.s.IndexSchema [core2] Schema name=tiny
   [junit4]   2> 2150364 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2150366 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.c.CoreContainer Creating SolrCore 'core2' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/core2
   [junit4]   2> 2150366 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.c.SolrCore [[core2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/core2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/core2/data/]
   [junit4]   2> 2150368 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5771753769018882]
   [junit4]   2> 2150425 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2150425 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2150426 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=89.279296875, floorSegmentMB=1.1201171875, forceMergeDeletesPctAllowed=13.411527765521297, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2150426 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.s.SolrIndexSearcher Opening [Searcher@531bd052[core1] main]
   [junit4]   2> 2150427 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/core1/conf
   [junit4]   2> 2150427 INFO  (coreLoadExecutor-3019-thread-3) [    x:core1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2150427 INFO  (searcherExecutor-3020-thread-1-processing-x:core1) [    x:core1] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@531bd052[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2150442 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2150442 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2150442 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=43, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=89.279296875, floorSegmentMB=1.1201171875, forceMergeDeletesPctAllowed=13.411527765521297, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 2150443 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fc2abcc[core2] main]
   [junit4]   2> 2150443 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/core2/conf
   [junit4]   2> 2150444 INFO  (coreLoadExecutor-3019-thread-1) [    x:core2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2150446 INFO  (searcherExecutor-3021-thread-1-processing-x:core2) [    x:core2] o.a.s.c.SolrCore [core2] Registered new searcher Searcher@3fc2abcc[core2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2150448 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2150448 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    ] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@51dcc192
   [junit4]   2> 2150467 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@27ac6895[core1] main]
   [junit4]   2> 2150467 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2150467 INFO  (searcherExecutor-3020-thread-1) [    ] o.a.s.c.SolrCore [core1] Registered new searcher Searcher@27ac6895[core1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c7)))}
   [junit4]   2> 2150471 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!prefix+f%3Dv_t}hel&wt=xml} hits=2 status=0 QTime=4
   [junit4]   2> 2150475 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_t}hello&wt=xml} hits=2 status=0 QTime=1
   [junit4]   2> 2150476 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_t}Hello&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2150477 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    ] o.a.s.c.S.Request [core1]  webapp=null path=null params={q={!raw+f%3Dv_f}1.5&wt=xml} hits=0 status=0 QTime=0
   [junit4]   2> 2150500 WARN  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2150500 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2150517 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.s.IndexSchema [badConfig1] Schema name=tiny
   [junit4]   2> 2150519 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2150521 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'badConfig1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/badConfig1
   [junit4]   2> 2150522 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.SolrCore [[badConfig1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/badConfig1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/badConfig1/data/]
   [junit4]   2> 2150525 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=44.96484375, floorSegmentMB=0.2060546875, forceMergeDeletesPctAllowed=28.57749149328892, segmentsPerTier=26.0, maxCFSSegmentSizeMB=1.8720703125, noCFSRatio=1.0
   [junit4]   2> 2150574 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2150574 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2150575 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=25, maxMergedSegmentMB=27.638671875, floorSegmentMB=2.10546875, forceMergeDeletesPctAllowed=10.411613363687263, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5868784928628419
   [junit4]   2> 2150576 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@55c8cd3c[badConfig1] main]
   [junit4]   2> 2150576 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/badConfig1/conf
   [junit4]   2> 2150576 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2150577 INFO  (searcherExecutor-3034-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [badConfig1] Registered new searcher Searcher@55c8cd3c[badConfig1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2150577 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.SolrCores Opening transient core badConfig1
   [junit4]   2> 2150586 WARN  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2150587 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2150595 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.s.IndexSchema [badConfig2] Schema name=tiny
   [junit4]   2> 2150598 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2150599 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'badConfig2' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/badConfig2
   [junit4]   2> 2150600 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.SolrCore [[badConfig2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/badConfig2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/badConfig2/data/]
   [junit4]   2> 2150602 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2331495271050172]
   [junit4]   2> 2150649 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2150649 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2150650 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=22, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2150651 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7bc3d867[badConfig2] main]
   [junit4]   2> 2150651 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/badConfig2/conf
   [junit4]   2> 2150651 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2150652 INFO  (searcherExecutor-3038-thread-1-processing-x:badConfig1) [    x:badConfig1] o.a.s.c.SolrCore [badConfig2] Registered new searcher Searcher@7bc3d867[badConfig2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2150652 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.SolrCores Opening transient core badConfig2
   [junit4]   2> 2150661 WARN  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2150662 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2150669 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.s.IndexSchema [badSchema1] Schema name=tiny
   [junit4]   2> 2150672 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.s.IndexSchema Loaded schema tiny/1.1 with uniqueid field id
   [junit4]   2> 2150674 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.CoreContainer Creating SolrCore 'badSchema1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/badSchema1
   [junit4]   2> 2150675 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.c.SolrCore [[badSchema1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/badSchema1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.core.TestLazyCores_4BC55F43C69B49D3-001/tempDir-002/badSchema1/data/]
   [junit4]   2> 2150677 INFO  (TEST-TestLazyCores.testBadConfigsGenerateErrors-seed#[4BC55F43C69B49D3]) [    x:badConfig1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2150729 INFO  (TEST-TestLazyCores.testBadConf

[...truncated too long message...]

 CursorPagingTest, TestTolerantUpdateProcessorCloud, TestRandomCollapseQParserPlugin, TestSubQueryTransformerDistrib, TestIntervalFaceting, ForceLeaderTest, TestRawResponseWriter, TestTrackingShardHandlerFactory, ScriptEngineTest, TestUseDocValuesAsStored2, TestSuggestSpellingConverter, CopyFieldTest, TestNoOpRegenerator, FileBasedSpellCheckerTest, PathHierarchyTokenizerFactoryTest, DateMathParserTest, DefaultValueUpdateProcessorTest, TestDynamicFieldResource, DistributedQueryComponentOptimizationTest, TestLegacyNumericRangeQueryBuilder, TestSolrCoreProperties, TestChildDocTransformer, HdfsLockFactoryTest, SSLMigrationTest, TestCloudSchemaless, BasicZkTest, TriLevelCompositeIdRoutingTest, TestFieldTypeCollectionResource, TestBadConfig, TestSolrCloudWithDelegationTokens, DisMaxRequestHandlerTest, SolrMetricsIntegrationTest, SearchHandlerTest, DistributedQueryElevationComponentTest, TestSolrDeletionPolicy2, TestScoreJoinQPScore, SolrRequestParserTest, TestSQLHandler, TestRequestForwarding, MultiThreadedOCPTest, TestDistributedSearch, SortSpecParsingTest, TestJoin, CdcrBootstrapTest, TestRealTimeGet, TestUnifiedSolrHighlighter, TestJmxIntegration, SegmentsInfoRequestHandlerTest, HdfsThreadLeakTest, CleanupOldIndexTest, ExplicitHLLTest, SolrCLIZkUtilsTest, TolerantUpdateProcessorTest, RequiredFieldsTest, TestLRUCache, TestSerializedLuceneMatchVersion, TestDefaultStatsCache, HdfsRecoveryZkTest, AnalysisAfterCoreReloadTest, AssignTest, LeaderElectionIntegrationTest, TestRestManager, OverseerStatusTest, StandardRequestHandlerTest, RegexBoostProcessorTest, PluginInfoTest, TestCustomSort, TestLMJelinekMercerSimilarityFactory, TestDistributedStatsComponentCardinality, InfixSuggestersTest, ZkNodePropsTest, LeaderFailoverAfterPartitionTest, TestLazyCores]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestLazyCores -Dtests.seed=4BC55F43C69B49D3 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=nl-BE -Dtests.timezone=America/Fort_Nelson -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestLazyCores (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MDCAwareThreadPoolExecutor, MMapDirectory, MMapDirectory, MMapDirectory, SolrCore]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:848)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
   [junit4]    > 	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:479)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:902)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
   [junit4]    > 	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:97)
   [junit4]    > 	at org.apache.solr.update.DefaultSolrCoreState.createMainIndexWriter(DefaultSolrCoreState.java:240)
   [junit4]    > 	at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:114)
   [junit4]    > 	at org.apache.solr.core.SolrCore.openNewSearcher(SolrCore.java:1955)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getSearcher(SolrCore.java:2114)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initSearcher(SolrCore.java:1050)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:934)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
   [junit4]    > 	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:347)
   [junit4]    > 	at org.apache.solr.core.MetricsDirectoryFactory.get(MetricsDirectoryFactory.java:195)
   [junit4]    > 	at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:348)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:691)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:908)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
   [junit4]    > 	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:998)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:825)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:928)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:1295)
   [junit4]    > 	at org.apache.solr.core.TestLazyCores.testNoCommit(TestLazyCores.java:772)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4BC55F43C69B49D3]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:289)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.core.TestLazyCores: 
   [junit4]    >    1) Thread[id=59721, name=searcherExecutor-3287-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4BC55F43C69B49D3]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=59721, name=searcherExecutor-3287-thread-1, state=WAITING, group=TGRP-TestLazyCores]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4BC55F43C69B49D3]:0)
   [junit4] Completed [285/693 (1!)] on J0 in 183.87s, 9 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 63643 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1229 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1229/

4 tests failed.
FAILED:  org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange

Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1

Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
	at __randomizedtesting.SeedInfo.seed([57160289A0C65013:85E64E6AFE69F621]:0)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
	at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterLeaderChange(CdcrReplicationDistributedZkTest.java:305)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest

Error Message:
2 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest:     1) Thread[id=27342, name=zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-EventThread, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)    2) Thread[id=27341, name=zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-SendThread(127.0.0.1:52571), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest: 
   1) Thread[id=27342, name=zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-EventThread, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
   2) Thread[id=27341, name=zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-SendThread(127.0.0.1:52571), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
	at __randomizedtesting.SeedInfo.seed([57160289A0C65013]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CdcrReplicationDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=27341, name=zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-SendThread(127.0.0.1:52571), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=27341, name=zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-SendThread(127.0.0.1:52571), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
	at __randomizedtesting.SeedInfo.seed([57160289A0C65013]:0)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#4): CloudJettyRunner [url=https://127.0.0.1:34928/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#4): CloudJettyRunner [url=https://127.0.0.1:34928/collection1]
	at __randomizedtesting.SeedInfo.seed([57160289A0C65013:DF423D530E3A3DEB]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12885 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/init-core-data-001
   [junit4]   2> 3880049 INFO  (SUITE-RollingRestartTest-seed#[57160289A0C65013]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 3880051 INFO  (SUITE-RollingRestartTest-seed#[57160289A0C65013]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3880052 INFO  (SUITE-RollingRestartTest-seed#[57160289A0C65013]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 3880055 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3880055 INFO  (Thread-8752) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3880055 INFO  (Thread-8752) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3880155 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.ZkTestServer start zk server on port:38147
   [junit4]   2> 3880168 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3880170 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3880172 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3880174 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3880175 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3880177 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3880178 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3880180 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3880181 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3880183 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3880184 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3880297 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/control-001/cores/collection1
   [junit4]   2> 3880303 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3880304 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2455a270{/,null,AVAILABLE}
   [junit4]   2> 3880307 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@23a7a635{SSL,[ssl, http/1.1]}{127.0.0.1:33592}
   [junit4]   2> 3880307 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.Server Started @3884245ms
   [junit4]   2> 3880307 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/tempDir-001/control/data, hostContext=/, hostPort=33592, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/control-001/cores}
   [junit4]   2> 3880307 ERROR (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3880308 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 3880308 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3880308 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3880308 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-04T05:56:58.521Z
   [junit4]   2> 3880316 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3880316 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/control-001/solr.xml
   [junit4]   2> 3880324 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38147/solr
   [junit4]   2> 3880352 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:33592_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33592_
   [junit4]   2> 3880354 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:33592_    ] o.a.s.c.Overseer Overseer (id=97398804858077189-127.0.0.1:33592_-n_0000000000) starting
   [junit4]   2> 3880366 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:33592_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33592_
   [junit4]   2> 3880371 INFO  (OverseerStateUpdate-97398804858077189-127.0.0.1:33592_-n_0000000000) [n:127.0.0.1:33592_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3880433 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:33592_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/control-001/cores
   [junit4]   2> 3880433 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:33592_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3880440 INFO  (OverseerStateUpdate-97398804858077189-127.0.0.1:33592_-n_0000000000) [n:127.0.0.1:33592_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3880460 WARN  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 3880461 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3880509 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3880624 WARN  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 3880627 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3880640 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3880640 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/control-001/cores/collection1/data/]
   [junit4]   2> 3880641 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c946a11
   [junit4]   2> 3880643 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=0.6669921875, floorSegmentMB=1.9228515625, forceMergeDeletesPctAllowed=9.422740230432877, segmentsPerTier=2.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3880657 WARN  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3880707 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3880707 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3880708 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3880708 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3880708 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3880709 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@78390004[collection1] main]
   [junit4]   2> 3880710 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3880711 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3880711 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3880713 INFO  (searcherExecutor-6433-thread-1-processing-n:127.0.0.1:33592_ x:collection1 c:control_collection) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@78390004[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3880713 INFO  (coreLoadExecutor-6432-thread-1-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558380878418149376
   [junit4]   2> 3880732 INFO  (coreZkRegister-6425-thread-1-processing-n:127.0.0.1:33592_ x:collection1 c:control_collection) [n:127.0.0.1:33592_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3880732 INFO  (coreZkRegister-6425-thread-1-processing-n:127.0.0.1:33592_ x:collection1 c:control_collection) [n:127.0.0.1:33592_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3880732 INFO  (coreZkRegister-6425-thread-1-processing-n:127.0.0.1:33592_ x:collection1 c:control_collection) [n:127.0.0.1:33592_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:33592/collection1/
   [junit4]   2> 3880732 INFO  (coreZkRegister-6425-thread-1-processing-n:127.0.0.1:33592_ x:collection1 c:control_collection) [n:127.0.0.1:33592_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3880733 INFO  (coreZkRegister-6425-thread-1-processing-n:127.0.0.1:33592_ x:collection1 c:control_collection) [n:127.0.0.1:33592_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:33592/collection1/ has no replicas
   [junit4]   2> 3880737 INFO  (coreZkRegister-6425-thread-1-processing-n:127.0.0.1:33592_ x:collection1 c:control_collection) [n:127.0.0.1:33592_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:33592/collection1/ shard1
   [junit4]   2> 3880888 INFO  (coreZkRegister-6425-thread-1-processing-n:127.0.0.1:33592_ x:collection1 c:control_collection) [n:127.0.0.1:33592_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3881033 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3881034 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:38147/solr ready
   [junit4]   2> 3881034 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3881034 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 3881154 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-1-001/cores/collection1
   [junit4]   2> 3881154 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-1-001
   [junit4]   2> 3881156 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3881157 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6cc1d66d{/,null,AVAILABLE}
   [junit4]   2> 3881159 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1a3693ea{SSL,[ssl, http/1.1]}{127.0.0.1:36233}
   [junit4]   2> 3881159 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.Server Started @3885097ms
   [junit4]   2> 3881159 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=36233, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-1-001/cores}
   [junit4]   2> 3881159 ERROR (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3881160 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 3881160 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3881160 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3881160 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-04T05:56:59.373Z
   [junit4]   2> 3881162 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3881163 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-1-001/solr.xml
   [junit4]   2> 3881170 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38147/solr
   [junit4]   2> 3881179 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3881183 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:36233_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36233_
   [junit4]   2> 3881186 INFO  (zkCallback-2023-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3881186 INFO  (zkCallback-2019-thread-2-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3881188 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3881256 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:36233_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-1-001/cores
   [junit4]   2> 3881256 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:36233_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3881258 INFO  (OverseerStateUpdate-97398804858077189-127.0.0.1:33592_-n_0000000000) [n:127.0.0.1:33592_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 3881361 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3882269 WARN  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 3882270 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3882285 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3882398 WARN  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 3882401 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3882412 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3882413 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 3882413 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c946a11
   [junit4]   2> 3882415 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=0.6669921875, floorSegmentMB=1.9228515625, forceMergeDeletesPctAllowed=9.422740230432877, segmentsPerTier=2.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3882427 WARN  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3882474 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3882474 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3882475 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3882476 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3882478 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3882479 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3100331e[collection1] main]
   [junit4]   2> 3882480 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3882480 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3882480 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3882482 INFO  (searcherExecutor-6444-thread-1-processing-n:127.0.0.1:36233_ x:collection1 c:collection1) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3100331e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3882482 INFO  (coreLoadExecutor-6443-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558380880273080320
   [junit4]   2> 3882490 INFO  (coreZkRegister-6438-thread-1-processing-n:127.0.0.1:36233_ x:collection1 c:collection1) [n:127.0.0.1:36233_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3882490 INFO  (coreZkRegister-6438-thread-1-processing-n:127.0.0.1:36233_ x:collection1 c:collection1) [n:127.0.0.1:36233_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3882491 INFO  (coreZkRegister-6438-thread-1-processing-n:127.0.0.1:36233_ x:collection1 c:collection1) [n:127.0.0.1:36233_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36233/collection1/
   [junit4]   2> 3882491 INFO  (coreZkRegister-6438-thread-1-processing-n:127.0.0.1:36233_ x:collection1 c:collection1) [n:127.0.0.1:36233_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3882491 INFO  (coreZkRegister-6438-thread-1-processing-n:127.0.0.1:36233_ x:collection1 c:collection1) [n:127.0.0.1:36233_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:36233/collection1/ has no replicas
   [junit4]   2> 3882498 INFO  (coreZkRegister-6438-thread-1-processing-n:127.0.0.1:36233_ x:collection1 c:collection1) [n:127.0.0.1:36233_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36233/collection1/ shard2
   [junit4]   2> 3882603 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3882651 INFO  (coreZkRegister-6438-thread-1-processing-n:127.0.0.1:36233_ x:collection1 c:collection1) [n:127.0.0.1:36233_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3882755 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3882893 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-2-001/cores/collection1
   [junit4]   2> 3882894 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-2-001
   [junit4]   2> 3882895 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3882897 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54e4dab7{/,null,AVAILABLE}
   [junit4]   2> 3882899 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@bae7619{SSL,[ssl, http/1.1]}{127.0.0.1:53016}
   [junit4]   2> 3882899 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.Server Started @3886836ms
   [junit4]   2> 3882899 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=53016, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-2-001/cores}
   [junit4]   2> 3882899 ERROR (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3882899 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 3882899 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3882899 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3882899 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-04T05:57:01.112Z
   [junit4]   2> 3882906 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3882906 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-2-001/solr.xml
   [junit4]   2> 3882914 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38147/solr
   [junit4]   2> 3882924 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3882931 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:53016_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53016_
   [junit4]   2> 3882935 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3882935 INFO  (zkCallback-2019-thread-3-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3882950 INFO  (zkCallback-2035-thread-2-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3882951 INFO  (zkCallback-2023-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3883026 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:53016_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-2-001/cores
   [junit4]   2> 3883026 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:53016_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3883034 INFO  (OverseerStateUpdate-97398804858077189-127.0.0.1:33592_-n_0000000000) [n:127.0.0.1:33592_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3883139 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3883141 INFO  (zkCallback-2035-thread-2-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3884064 WARN  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 3884065 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3884079 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3884198 WARN  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 3884200 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3884239 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3884239 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 3884239 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c946a11
   [junit4]   2> 3884242 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=0.6669921875, floorSegmentMB=1.9228515625, forceMergeDeletesPctAllowed=9.422740230432877, segmentsPerTier=2.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3884257 WARN  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3884305 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3884305 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3884318 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3884319 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3884324 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3884325 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@71b86c70[collection1] main]
   [junit4]   2> 3884327 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3884327 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3884328 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3884329 INFO  (coreLoadExecutor-6454-thread-1-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558380882209800192
   [junit4]   2> 3884331 INFO  (searcherExecutor-6455-thread-1-processing-n:127.0.0.1:53016_ x:collection1 c:collection1) [n:127.0.0.1:53016_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@71b86c70[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3884341 INFO  (coreZkRegister-6449-thread-1-processing-n:127.0.0.1:53016_ x:collection1 c:collection1) [n:127.0.0.1:53016_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3884341 INFO  (coreZkRegister-6449-thread-1-processing-n:127.0.0.1:53016_ x:collection1 c:collection1) [n:127.0.0.1:53016_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3884341 INFO  (coreZkRegister-6449-thread-1-processing-n:127.0.0.1:53016_ x:collection1 c:collection1) [n:127.0.0.1:53016_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:53016/collection1/
   [junit4]   2> 3884341 INFO  (coreZkRegister-6449-thread-1-processing-n:127.0.0.1:53016_ x:collection1 c:collection1) [n:127.0.0.1:53016_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3884341 INFO  (coreZkRegister-6449-thread-1-processing-n:127.0.0.1:53016_ x:collection1 c:collection1) [n:127.0.0.1:53016_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:53016/collection1/ has no replicas
   [junit4]   2> 3884355 INFO  (coreZkRegister-6449-thread-1-processing-n:127.0.0.1:53016_ x:collection1 c:collection1) [n:127.0.0.1:53016_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:53016/collection1/ shard1
   [junit4]   2> 3884464 INFO  (zkCallback-2035-thread-2-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3884465 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3884507 INFO  (coreZkRegister-6449-thread-1-processing-n:127.0.0.1:53016_ x:collection1 c:collection1) [n:127.0.0.1:53016_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3884614 INFO  (zkCallback-2035-thread-2-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3884615 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3884761 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-3-001/cores/collection1
   [junit4]   2> 3884762 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-3-001
   [junit4]   2> 3884764 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3884858 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5729d547{/,null,AVAILABLE}
   [junit4]   2> 3884860 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2e028d2f{SSL,[ssl, http/1.1]}{127.0.0.1:56577}
   [junit4]   2> 3884860 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.Server Started @3888798ms
   [junit4]   2> 3884860 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=56577, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-3-001/cores}
   [junit4]   2> 3884860 ERROR (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3884861 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 3884861 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3884861 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3884861 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-04T05:57:03.074Z
   [junit4]   2> 3884884 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3884884 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-3-001/solr.xml
   [junit4]   2> 3884908 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38147/solr
   [junit4]   2> 3884921 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:56577_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 3884927 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:56577_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56577_
   [junit4]   2> 3884933 INFO  (zkCallback-2023-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3884934 INFO  (zkCallback-2035-thread-2-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3884934 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3884934 INFO  (zkCallback-2019-thread-3-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3884958 INFO  (zkCallback-2041-thread-3-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 3885038 INFO  (zkCallback-2035-thread-2-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3885038 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3885106 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:56577_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-3-001/cores
   [junit4]   2> 3885106 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:56577_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3885113 INFO  (OverseerStateUpdate-97398804858077189-127.0.0.1:33592_-n_0000000000) [n:127.0.0.1:33592_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 3885216 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3885216 INFO  (zkCallback-2035-thread-2-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3885218 INFO  (zkCallback-2041-thread-3-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3886164 WARN  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 3886165 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3886194 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3886307 WARN  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 3886310 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3886322 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3886323 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-3-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-3-001/cores/collection1/data/]
   [junit4]   2> 3886323 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c946a11
   [junit4]   2> 3886325 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=0.6669921875, floorSegmentMB=1.9228515625, forceMergeDeletesPctAllowed=9.422740230432877, segmentsPerTier=2.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3886338 WARN  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3886386 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3886386 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3886387 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3886387 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3886391 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=43, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3886392 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f7bc144[collection1] main]
   [junit4]   2> 3886393 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3886394 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3886394 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3886395 INFO  (searcherExecutor-6466-thread-1-processing-n:127.0.0.1:56577_ x:collection1 c:collection1) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6f7bc144[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3886396 INFO  (coreLoadExecutor-6465-thread-1-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558380884377206784
   [junit4]   2> 3886411 INFO  (coreZkRegister-6460-thread-1-processing-n:127.0.0.1:56577_ x:collection1 c:collection1) [n:127.0.0.1:56577_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 3886419 INFO  (updateExecutor-2038-thread-1-processing-n:127.0.0.1:56577_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:56577_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 3886432 INFO  (recoveryExecutor-2039-thread-1-processing-n:127.0.0.1:56577_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:56577_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 3886438 INFO  (recoveryExecutor-2039-thread-1-processing-n:127.0.0.1:56577_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:56577_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 3886438 INFO  (recoveryExecutor-2039-thread-1-processing-n:127.0.0.1:56577_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:56577_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 3886438 INFO  (recoveryExecutor-2039-thread-1-processing-n:127.0.0.1:56577_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:56577_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 3886438 INFO  (recoveryExecutor-2039-thread-1-processing-n:127.0.0.1:56577_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:56577_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:36233/collection1/] and I am [https://127.0.0.1:56577/collection1/]
   [junit4]   2> 3886451 INFO  (recoveryExecutor-2039-thread-1-processing-n:127.0.0.1:56577_ x:collection1 s:shard2 c:collection1 r:core_node3) [n:127.0.0.1:56577_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:36233]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:56577_&coreNodeName=core_node3&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 3886496 INFO  (qtp1556432976-19528) [n:127.0.0.1:36233_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 3886497 INFO  (qtp1556432976-19528) [n:127.0.0.1:36233_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard2 of collection1) have state: recovering
   [junit4]   2> 3886497 INFO  (qtp1556432976-19528) [n:127.0.0.1:36233_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:56577_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"https://127.0.0.1:56577","node_name":"127.0.0.1:56577_","state":"down"}
   [junit4]   2> 3886550 INFO  (zkCallback-2035-thread-2-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3886550 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3886550 INFO  (zkCallback-2041-thread-3-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 3886635 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-4-001/cores/collection1
   [junit4]   2> 3886636 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 4 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-4-001
   [junit4]   2> 3886665 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3886666 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@17a80225{/,null,AVAILABLE}
   [junit4]   2> 3886668 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@61fa8bc3{SSL,[ssl, http/1.1]}{127.0.0.1:43890}
   [junit4]   2> 3886669 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.e.j.s.Server Started @3890606ms
   [junit4]   2> 3886669 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/tempDir-001/jetty4, solrconfig=solrconfig.xml, hostContext=/, hostPort=43890, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-4-001/cores}
   [junit4]   2> 3886669 ERROR (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3886669 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 3886669 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3886669 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3886669 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-04T05:57:04.882Z
   [junit4]   2> 3886678 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3886679 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-4-001/solr.xml
   [junit4]   2> 3886686 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:38147/solr
   [junit4]   2> 3886708 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:43890_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 3886715 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:43890_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43890_
   [junit4]   2> 3886717 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3886718 INFO  (zkCallback-2041-thread-3-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3886718 INFO  (zkCallback-2035-thread-2-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3886718 INFO  (zkCallback-2023-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3886718 INFO  (zkCallback-2019-thread-2-processing-n:127.0.0.1:33592_) [n:127.0.0.1:33592_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3886730 INFO  (zkCallback-2048-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 3886831 INFO  (zkCallback-2041-thread-3-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3886831 INFO  (zkCallback-2035-thread-2-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3886831 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3886862 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:43890_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-4-001/cores
   [junit4]   2> 3886862 INFO  (TEST-RollingRestartTest.test-seed#[57160289A0C65013]) [n:127.0.0.1:43890_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3886877 INFO  (OverseerStateUpdate-97398804858077189-127.0.0.1:33592_-n_0000000000) [n:127.0.0.1:33592_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3886980 INFO  (zkCallback-2041-thread-3-processing-n:127.0.0.1:56577_) [n:127.0.0.1:56577_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3886980 INFO  (zkCallback-2048-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3886980 INFO  (zkCallback-2035-thread-2-processing-n:127.0.0.1:53016_) [n:127.0.0.1:53016_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3886980 INFO  (zkCallback-2029-thread-1-processing-n:127.0.0.1:36233_) [n:127.0.0.1:36233_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [5])
   [junit4]   2> 3887497 INFO  (qtp1556432976-19528) [n:127.0.0.1:36233_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard2, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=recovering, localState=active, nodeName=127.0.0.1:56577_, coreNodeName=core_node3, onlyIfActiveCheckResult=false, nodeProps: core_node3:{"core":"collection1","base_url":"https://127.0.0.1:56577","node_name":"127.0.0.1:56577_","state":"recovering"}
   [junit4]   2> 3887497 INFO  (qtp1556432976-19528) [n:127.0.0.1:36233_    ] o.a.s.h.a.PrepRecoveryOp Waited coreNodeName: core_node3, state: recovering, checkLive: true, onlyIfLeader: true for: 1 seconds.
   [junit4]   2> 3887497 INFO  (qtp1556432976-19528) [n:127.0.0.1:36233_    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={nodeName=127.0.0.1:56577_&onlyIfLeaderActive=true&core=collection1&coreNodeName=core_node3&action=PREPRECOVERY&checkLive=true&state=recovering&onlyIfLeader=true&wt=javabin&version=2} status=0 QTime=1001
   [junit4]   2> 3887906 WARN  (coreLoadExecutor-6476-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 3887907 INFO  (coreLoadExecutor-6476-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3887923 INFO  (coreLoadExecutor-6476-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3888075 WARN  (coreLoadExecutor-6476-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 3888078 INFO  (coreLoadExecutor-6476-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3888095 INFO  (coreLoadExecutor-6476-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3888096 INFO  (coreLoadExecutor-6476-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-4-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.RollingRestartTest_57160289A0C65013-001/shard-4-001/cores/collection1/data/]
   [junit4]   2> 3888100 INFO  (coreLoadExecutor-6476-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@2c946a11
   [junit4]   2> 3888105 INFO  (coreLoadExecutor-6476-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=0.6669921875, floorSegmentMB=1.9228515625, forceMergeDeletesPctAllowed=9.422740230432877, segmentsPerTier=2.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 3888131 WARN  (coreLoadExecutor-6476-thread-1-processing-n:127.0.0.1:43890_) [n:127.0.0.1:43890_ c:collection1   x:coll

[...truncated too long message...]

va.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 4696771 WARN  (zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-SendThread(127.0.0.1:52571)) [n:127.0.0.1:58731__fa%2Fzm    ] o.a.z.ClientCnxn Unexpected exception
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
   [junit4]   2> 4697271 WARN  (zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-SendThread(127.0.0.1:52571)) [n:127.0.0.1:58731__fa%2Fzm    ] o.a.z.c.StaticHostProvider Unexpected exception
   [junit4]   2> java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]   2> 4697272 WARN  (zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-SendThread(127.0.0.1:52571)) [n:127.0.0.1:58731__fa%2Fzm    ] o.a.z.ClientCnxn Session 0x15a07ae6a6d0036 for server null, unexpected error, closing socket connection and attempting reconnect
   [junit4]   2> java.net.ConnectException: Connection refused
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:717)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:361)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> Feb 04, 2017 6:10:36 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=27341, name=zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-SendThread(127.0.0.1:52571), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
   [junit4]   2> NOTE: test params are: codec=Lucene70, sim=RandomSimilarity(queryNorm=false): {}, locale=id-ID, timezone=Etc/GMT-2
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=145819472,total=530579456
   [junit4]   2> NOTE: All tests run in this JVM: [TestCollationFieldDocValues, JavabinLoaderTest, TestSlowCompositeReaderWrapper, SortByFunctionTest, ActionThrottleTest, PKIAuthenticationIntegrationTest, TestBulkSchemaAPI, TestJavabinTupleStreamParser, TestConfigsApi, DistanceFunctionTest, DirectSolrConnectionTest, TestCharFilters, FileUtilsTest, TestSolrCloudWithKerberosAlt, TestSubQueryTransformer, SolrGangliaReporterTest, TestFieldTypeResource, TermsComponentTest, TestSolrQueryParserDefaultOperatorResource, TestFieldCacheVsDocValues, TestElisionMultitermQuery, TestShortCircuitedRequests, TestTestInjection, TestEmbeddedSolrServerConstructors, SchemaVersionSpecificBehaviorTest, BasicFunctionalityTest, TestBM25SimilarityFactory, DistributedIntervalFacetingTest, CloneFieldUpdateProcessorFactoryTest, TestFieldSortValues, TestSurroundQueryParser, ChaosMonkeyNothingIsSafeTest, ParsingFieldUpdateProcessorsTest, SpatialFilterTest, TestLeaderInitiatedRecoveryThread, TestAddFieldRealTimeGet, ClusterStateUpdateTest, TestSchemalessBufferedUpdates, TestSystemIdResolver, ZkControllerTest, TestRequestStatusCollectionAPI, DistributedExpandComponentTest, HdfsRestartWhileUpdatingTest, IndexSchemaRuntimeFieldTest, ReplicaListTransformerTest, SolrCmdDistributorTest, ConvertedLegacyTest, FullHLLTest, TestStressVersions, HighlighterTest, TestRebalanceLeaders, TestInfoStreamLogging, TestClassicSimilarityFactory, TestPostingsSolrHighlighter, ClassificationUpdateProcessorFactoryTest, JsonLoaderTest, SmileWriterTest, TestDistribIDF, ResponseHeaderTest, BufferStoreTest, TestCustomStream, SimplePostToolTest, TermVectorComponentTest, TestCollectionAPI, DistributedMLTComponentTest, SuggesterFSTTest, AddBlockUpdateTest, CreateCollectionCleanupTest, TestHashQParserPlugin, TestMacroExpander, SpellCheckCollatorTest, MigrateRouteKeyTest, IndexSchemaTest, BadComponentTest, TestSimpleTrackingShardHandler, LoggingHandlerTest, PreAnalyzedFieldManagedSchemaCloudTest, DistributedFacetPivotWhiteBoxTest, DeleteLastCustomShardedReplicaTest, CloudExitableDirectoryReaderTest, CachingDirectoryFactoryTest, BigEndianAscendingWordSerializerTest, TestPerFieldSimilarity, TestExpandComponent, TestSQLHandlerNonCloud, ExitableDirectoryReaderTest, SharedFSAutoReplicaFailoverUtilsTest, TestReloadDeadlock, TestBlendedInfixSuggestions, HttpPartitionTest, TestPartialUpdateDeduplication, TestSolrIndexConfig, TestNumericTerms32, TemplateUpdateProcessorTest, SolrIndexSplitterTest, TestSchemaSimilarityResource, TestHdfsCloudBackupRestore, TestWordDelimiterFilterFactory, OpenExchangeRatesOrgProviderTest, DataDrivenBlockJoinTest, AsyncCallRequestStatusResponseTest, TestQueryTypes, SuggestComponentContextFilterQueryTest, DocValuesTest, StatsReloadRaceTest, RulesTest, TestCloudDeleteByQuery, SolrCloudExampleTest, TestReqParamsAPI, ShardRoutingCustomTest, CoreAdminRequestStatusTest, TestHashPartitioner, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest, OpenCloseCoreStressTest, TestRandomFaceting, TestDistributedGrouping, TestRecovery, TermVectorComponentDistributedTest, TestRealTimeGet, TestJoin, TestReload, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, BadIndexSchemaTest, TestSort, TestFiltering, TestIndexSearcher, SoftAutoCommitTest, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SuggesterTSTTest, SuggesterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, TestUpdate, TestRemoteStreaming, SolrInfoMBeanTest, LukeRequestHandlerTest, DocumentAnalysisRequestHandlerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TestIndexingPerformance, TestJmxIntegration, ReturnFieldsTest, QueryParsingTest, TestAnalyzedSuggestions, CSVRequestHandlerTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, SolrIndexConfigTest, TestStressRecovery, ResourceLoaderTest, ScriptEngineTest, TestSuggestSpellingConverter, DOMUtilTest, RAMDirectoryFactoryTest, ZkNodePropsTest, CircularListTest, TestRTGBase, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, CdcrReplicationDistributedZkTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrReplicationDistributedZkTest -Dtests.seed=57160289A0C65013 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=id-ID -Dtests.timezone=Etc/GMT-2 -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | CdcrReplicationDistributedZkTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 2 threads leaked from SUITE scope at org.apache.solr.cloud.CdcrReplicationDistributedZkTest: 
   [junit4]    >    1) Thread[id=27342, name=zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-EventThread, state=WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
   [junit4]    >    2) Thread[id=27341, name=zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-SendThread(127.0.0.1:52571), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([57160289A0C65013]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=27341, name=zkCallback-3579-thread-6-processing-n:127.0.0.1:58731__fa%2Fzm-SendThread(127.0.0.1:52571), state=TIMED_WAITING, group=TGRP-CdcrReplicationDistributedZkTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([57160289A0C65013]:0)
   [junit4] Completed [522/693 (2!)] on J1 in 1733.10s, 11 tests, 3 errors <<< FAILURES!

[...truncated 62931 lines...]



[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1228 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1228/

6 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings

Error Message:
startOffset must be non-negative, and endOffset must be >= startOffset, and offsets must not go backwards startOffset=11,endOffset=25,lastStartOffset=18 for field 'dummy'

Stack Trace:
java.lang.IllegalArgumentException: startOffset must be non-negative, and endOffset must be >= startOffset, and offsets must not go backwards startOffset=11,endOffset=25,lastStartOffset=18 for field 'dummy'
	at __randomizedtesting.SeedInfo.seed([82716F149F164DB7:E82AD005C6586D44]:0)
	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:773)
	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:437)
	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:393)
	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1324)
	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:650)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:540)
	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:872)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart

Error Message:
Timeout waiting for CDCR replication to complete @source_collection:shard1

Stack Trace:
java.lang.RuntimeException: Timeout waiting for CDCR replication to complete @source_collection:shard1
	at __randomizedtesting.SeedInfo.seed([E2F2B2B51FAC6070:BEEF5534D18CD446]:0)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForReplicationToComplete(BaseCdcrDistributedZkTest.java:795)
	at org.apache.solr.cloud.CdcrReplicationDistributedZkTest.testReplicationAfterRestart(CdcrReplicationDistributedZkTest.java:235)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.PeerSyncReplicationTest.test

Error Message:
expected:<152> but was:<143>

Stack Trace:
java.lang.AssertionError: expected:<152> but was:<143>
	at __randomizedtesting.SeedInfo.seed([E2F2B2B51FAC6070:6AA68D6FB1500D88]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.PeerSyncReplicationTest.bringUpDeadNodeAndEnsureNoReplication(PeerSyncReplicationTest.java:286)
	at org.apache.solr.cloud.PeerSyncReplicationTest.forceNodeFailureAndDoPeerSync(PeerSyncReplicationTest.java:259)
	at org.apache.solr.cloud.PeerSyncReplicationTest.test(PeerSyncReplicationTest.java:138)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig

Error Message:
The max direct memory is likely too low.  Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.

Stack Trace:
java.lang.RuntimeException: The max direct memory is likely too low.  Either increase it (by adding -XX:MaxDirectMemorySize=<size>g -XX:+UseLargePages to your containers startup args) or disable direct allocation using solr.hdfs.blockcache.direct.memory.allocation=false in solrconfig.xml. If you are putting the block cache on the heap, your java heap size might not be large enough. Failed allocating ~134.217728 MB.
	at __randomizedtesting.SeedInfo.seed([E2F2B2B51FAC6070:155D7B9EE2258A5B]:0)
	at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:307)
	at org.apache.solr.core.HdfsDirectoryFactory.getBlockDirectoryCache(HdfsDirectoryFactory.java:283)
	at org.apache.solr.core.HdfsDirectoryFactory.create(HdfsDirectoryFactory.java:223)
	at org.apache.solr.core.HdfsDirectoryFactoryTest.testInitArgsOrSysPropConfig(HdfsDirectoryFactoryTest.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.OutOfMemoryError: Direct buffer memory
	at java.nio.Bits.reserveMemory(Bits.java:693)
	at java.nio.DirectByteBuffer.<init>(DirectByteBuffer.java:123)
	at java.nio.ByteBuffer.allocateDirect(ByteBuffer.java:311)
	at org.apache.solr.store.blockcache.BlockCache.<init>(BlockCache.java:68)
	at org.apache.solr.core.HdfsDirectoryFactory.createBlockCache(HdfsDirectoryFactory.java:305)
	... 42 more


FAILED:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
Timeout waiting for all live and active

Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
	at __randomizedtesting.SeedInfo.seed([E2F2B2B51FAC6070:6AA68D6FB1500D88]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:309)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:127)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([E2F2B2B51FAC6070:6AA68D6FB1500D88]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:137)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 3148 lines...]
   [junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
   [junit4]   2> TEST FAIL: useCharFilter=true text='om \ud892\udd08\u84df\u4577V \u04cd \u317b\u3181\u315a\u316e\u3175\u316e\u318c\u3173\u3167 \u19a4\u19c2\u19a9\u19b1\u19cc\u19a3\u19a8 \"&R'
   [junit4]   2> Exception from random analyzer: 
   [junit4]   2> charfilters=
   [junit4]   2>   org.apache.lucene.analysis.charfilter.HTMLStripCharFilter(java.io.StringReader@4dac430d)
   [junit4]   2> tokenizer=
   [junit4]   2>   org.apache.lucene.analysis.standard.UAX29URLEmailTokenizer(org.apache.lucene.util.AttributeFactory$DefaultAttributeFactory@3826389b)
   [junit4]   2> filters=
   [junit4]   2>   org.apache.lucene.analysis.ga.IrishLowerCaseFilter(ValidatingTokenFilter@1ee73a8e term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,type=word)
   [junit4]   2>   org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@db55627 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,type=word,positionLength=1, <ALPHANUM>)
   [junit4]   2>   org.apache.lucene.analysis.cjk.CJKBigramFilter(ValidatingTokenFilter@12542316 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,type=word,positionLength=1)
   [junit4]   2>   org.apache.lucene.analysis.id.IndonesianStemFilter(ValidatingTokenFilter@61ec8abe term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,type=word,positionLength=1,keyword=false)
   [junit4]   2> offsetsAreCorrect=false
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRandomChains -Dtests.method=testRandomChainsWithLargeStrings -Dtests.seed=82716F149F164DB7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=tr -Dtests.timezone=SystemV/CST6CDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   16.6s J2 | TestRandomChains.testRandomChainsWithLargeStrings <<<
   [junit4]    > Throwable #1: java.lang.IllegalArgumentException: startOffset must be non-negative, and endOffset must be >= startOffset, and offsets must not go backwards startOffset=11,endOffset=25,lastStartOffset=18 for field 'dummy'
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([82716F149F164DB7:E82AD005C6586D44]:0)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain$PerField.invert(DefaultIndexingChain.java:773)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processField(DefaultIndexingChain.java:437)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:393)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:232)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:478)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1579)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1324)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.addDocument(RandomIndexWriter.java:171)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:650)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:540)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChainsWithLargeStrings(TestRandomChains.java:872)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/analysis/common/test/J2/temp/lucene.analysis.core.TestRandomChains_82716F149F164DB7-001
   [junit4]   2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7, maxDocsPerChunk=656, blockSize=9), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=7, blockSize=9)), sim=RandomSimilarity(queryNorm=true): {dummy=DFR I(n)L3(800.0)}, locale=tr, timezone=SystemV/CST6CDT
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=173540024,total=294125568
   [junit4]   2> NOTE: All tests run in this JVM: [TestKeepCase, TestHunspellStemFilterFactory, TestMorphData, TokenOffsetPayloadTokenFilterTest, TestBrazilianStemFilterFactory, TestLengthFilterFactory, TestDictionary, TestUAX29URLEmailTokenizer, TestApostropheFilter, TestSoraniNormalizationFilter, TestPatternReplaceFilterFactory, TestEnglishMinimalStemFilter, NumericPayloadTokenFilterTest, TestAllAnalyzersHaveFactories, TestStopFilterFactory, TestRussianAnalyzer, TestSynonymFilterFactory, TestSerbianNormalizationRegularFilter, Test64kAffixes, GreekAnalyzerTest, TestPortugueseAnalyzer, TestScandinavianNormalizationFilter, TestCJKBigramFilter, TestPrefixAndSuffixAwareTokenFilter, TestPorterStemFilterFactory, TestHindiStemmer, TestCJKWidthFilterFactory, TestTrimFilter, TestStopAnalyzer, TestCatalanAnalyzer, TestPerFieldAnalyzerWrapper, TestShingleFilterFactory, TestSwedishLightStemFilterFactory, ShingleAnalyzerWrapperTest, TestCollationDocValuesField, TestWordnetSynonymParser, TestFixBrokenOffsetsFilter, TestCondition2, TestStrangeOvergeneration, TestLimitTokenOffsetFilter, TestEnglishMinimalStemFilterFactory, TestZeroAffix, TestArabicStemFilter, TestPersianAnalyzer, TestLimitTokenPositionFilterFactory, TestPatternReplaceFilter, HTMLStripCharFilterTest, TestSnowball, TestRandomChains]
   [junit4] Completed [147/277 (1!)] on J2 in 178.09s, 2 tests, 1 error <<< FAILURES!

[...truncated 9685 lines...]
   [junit4] Suite: org.apache.solr.cloud.PeerSyncReplicationTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/init-core-data-001
   [junit4]   2> 3738047 INFO  (SUITE-PeerSyncReplicationTest-seed#[E2F2B2B51FAC6070]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 3738049 INFO  (SUITE-PeerSyncReplicationTest-seed#[E2F2B2B51FAC6070]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 3738049 INFO  (SUITE-PeerSyncReplicationTest-seed#[E2F2B2B51FAC6070]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 3738051 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3738051 INFO  (Thread-36973) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3738052 INFO  (Thread-36973) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3738152 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.ZkTestServer start zk server on port:57820
   [junit4]   2> 3738163 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3738165 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3738167 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3738169 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3738171 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3738172 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3738174 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3738175 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3738177 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3738178 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3738180 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3738292 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/control-001/cores/collection1
   [junit4]   2> 3738295 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3738296 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@306c77dc{/,null,AVAILABLE}
   [junit4]   2> 3738299 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4e7d08be{SSL,[ssl, http/1.1]}{127.0.0.1:41928}
   [junit4]   2> 3738299 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.Server Started @3742637ms
   [junit4]   2> 3738299 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/tempDir-001/control/data, hostContext=/, hostPort=41928, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/control-001/cores}
   [junit4]   2> 3738299 ERROR (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3738300 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 3738300 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3738300 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3738300 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-02T08:00:40.447Z
   [junit4]   2> 3738303 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3738303 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/control-001/solr.xml
   [junit4]   2> 3738310 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57820/solr
   [junit4]   2> 3738344 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:41928_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41928_
   [junit4]   2> 3738345 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:41928_    ] o.a.s.c.Overseer Overseer (id=97387966640947205-127.0.0.1:41928_-n_0000000000) starting
   [junit4]   2> 3738355 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:41928_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41928_
   [junit4]   2> 3738357 INFO  (zkCallback-2713-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3738445 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:41928_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/control-001/cores
   [junit4]   2> 3738445 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:41928_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3738453 INFO  (OverseerStateUpdate-97387966640947205-127.0.0.1:41928_-n_0000000000) [n:127.0.0.1:41928_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3738474 WARN  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 3738474 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3738488 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3738587 WARN  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 3738589 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3738600 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3738601 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/control-001/cores/collection1/data/]
   [junit4]   2> 3738601 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76b234e4
   [junit4]   2> 3738603 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1516137655, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 3738615 WARN  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3738672 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3738672 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3738673 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3738673 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3738674 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12040607476207682]
   [junit4]   2> 3738675 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ab53d4[collection1] main]
   [junit4]   2> 3738676 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3738676 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3738676 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3738677 INFO  (coreLoadExecutor-8499-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558207466909466624
   [junit4]   2> 3738680 INFO  (searcherExecutor-8500-thread-1-processing-n:127.0.0.1:41928_ x:collection1 c:control_collection) [n:127.0.0.1:41928_ c:control_collection   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@ab53d4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3738685 INFO  (coreZkRegister-8492-thread-1-processing-n:127.0.0.1:41928_ x:collection1 c:control_collection) [n:127.0.0.1:41928_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3738685 INFO  (coreZkRegister-8492-thread-1-processing-n:127.0.0.1:41928_ x:collection1 c:control_collection) [n:127.0.0.1:41928_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3738685 INFO  (coreZkRegister-8492-thread-1-processing-n:127.0.0.1:41928_ x:collection1 c:control_collection) [n:127.0.0.1:41928_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41928/collection1/
   [junit4]   2> 3738685 INFO  (coreZkRegister-8492-thread-1-processing-n:127.0.0.1:41928_ x:collection1 c:control_collection) [n:127.0.0.1:41928_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3738686 INFO  (coreZkRegister-8492-thread-1-processing-n:127.0.0.1:41928_ x:collection1 c:control_collection) [n:127.0.0.1:41928_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:41928/collection1/ has no replicas
   [junit4]   2> 3738695 INFO  (coreZkRegister-8492-thread-1-processing-n:127.0.0.1:41928_ x:collection1 c:control_collection) [n:127.0.0.1:41928_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41928/collection1/ shard1
   [junit4]   2> 3738846 INFO  (coreZkRegister-8492-thread-1-processing-n:127.0.0.1:41928_ x:collection1 c:control_collection) [n:127.0.0.1:41928_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3739257 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3739258 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:57820/solr ready
   [junit4]   2> 3739258 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3739258 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 3739261 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x159fdd6f5080007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3739363 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-1-001/cores/collection1
   [junit4]   2> 3739364 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-1-001
   [junit4]   2> 3739366 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3739367 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a3001a{/,null,AVAILABLE}
   [junit4]   2> 3739369 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@550f56ea{SSL,[ssl, http/1.1]}{127.0.0.1:44867}
   [junit4]   2> 3739370 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.Server Started @3743707ms
   [junit4]   2> 3739370 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=44867, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-1-001/cores}
   [junit4]   2> 3739370 ERROR (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3739370 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 3739371 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3739371 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3739371 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-02T08:00:41.518Z
   [junit4]   2> 3739374 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3739374 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-1-001/solr.xml
   [junit4]   2> 3739381 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57820/solr
   [junit4]   2> 3739391 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:44867_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3739395 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:44867_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44867_
   [junit4]   2> 3739397 INFO  (zkCallback-2713-thread-2-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3739398 INFO  (zkCallback-2717-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3739405 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3739536 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:44867_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-1-001/cores
   [junit4]   2> 3739536 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:44867_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3739541 INFO  (OverseerStateUpdate-97387966640947205-127.0.0.1:41928_-n_0000000000) [n:127.0.0.1:41928_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3739644 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3740554 WARN  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 3740555 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3740569 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3740667 WARN  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 3740670 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3740681 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3740682 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 3740682 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76b234e4
   [junit4]   2> 3740685 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1516137655, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 3740697 WARN  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3740741 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3740741 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3740742 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3740742 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3740743 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12040607476207682]
   [junit4]   2> 3740744 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2b700166[collection1] main]
   [junit4]   2> 3740745 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3740746 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3740746 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3740747 INFO  (searcherExecutor-8511-thread-1-processing-n:127.0.0.1:44867_ x:collection1 c:collection1) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2b700166[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3740748 INFO  (coreLoadExecutor-8510-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558207469081067520
   [junit4]   2> 3740755 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:44867_ x:collection1 c:collection1) [n:127.0.0.1:44867_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3740756 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:44867_ x:collection1 c:collection1) [n:127.0.0.1:44867_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3740756 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:44867_ x:collection1 c:collection1) [n:127.0.0.1:44867_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44867/collection1/
   [junit4]   2> 3740756 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:44867_ x:collection1 c:collection1) [n:127.0.0.1:44867_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3740756 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:44867_ x:collection1 c:collection1) [n:127.0.0.1:44867_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:44867/collection1/ has no replicas
   [junit4]   2> 3740760 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:44867_ x:collection1 c:collection1) [n:127.0.0.1:44867_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44867/collection1/ shard1
   [junit4]   2> 3740863 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3740908 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-2-001/cores/collection1
   [junit4]   2> 3740908 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 2 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-2-001
   [junit4]   2> 3740910 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3740911 INFO  (coreZkRegister-8505-thread-1-processing-n:127.0.0.1:44867_ x:collection1 c:collection1) [n:127.0.0.1:44867_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3740912 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54717036{/,null,AVAILABLE}
   [junit4]   2> 3740913 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@613949bd{SSL,[ssl, http/1.1]}{127.0.0.1:41924}
   [junit4]   2> 3740913 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.Server Started @3745251ms
   [junit4]   2> 3740913 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/tempDir-001/jetty2, solrconfig=solrconfig.xml, hostContext=/, hostPort=41924, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-2-001/cores}
   [junit4]   2> 3740914 ERROR (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3740914 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 3740914 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3740914 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3740914 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-02T08:00:43.061Z
   [junit4]   2> 3740925 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3740925 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-2-001/solr.xml
   [junit4]   2> 3740933 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57820/solr
   [junit4]   2> 3740943 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:41924_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 3740948 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:41924_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41924_
   [junit4]   2> 3740949 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3740950 INFO  (zkCallback-2717-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3740950 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3740950 INFO  (zkCallback-2713-thread-1-processing-n:127.0.0.1:41928_) [n:127.0.0.1:41928_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3740954 INFO  (zkCallback-2729-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 3741040 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:41924_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-2-001/cores
   [junit4]   2> 3741040 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [n:127.0.0.1:41924_    ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 3741053 INFO  (OverseerStateUpdate-97387966640947205-127.0.0.1:41928_-n_0000000000) [n:127.0.0.1:41928_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3741155 WARN  (OverseerStateUpdate-97387966640947205-127.0.0.1:41928_-n_0000000000) [n:127.0.0.1:41928_    ] o.a.s.c.Overseer Bad version writing to ZK using compare-and-set, will force refresh cluster state: KeeperErrorCode = BadVersion for /collections/collection1/state.json
   [junit4]   2> 3741160 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3741160 INFO  (zkCallback-2729-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3741163 INFO  (OverseerStateUpdate-97387966640947205-127.0.0.1:41928_-n_0000000000) [n:127.0.0.1:41928_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3741163 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3741174 INFO  (zkCallback-2729-thread-2-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3742070 WARN  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 3742070 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 3742084 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3742179 WARN  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] default search field in schema is text. WARNING: Deprecated, please use 'df' on request instead.
   [junit4]   2> 3742182 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 3742194 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3742194 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-2-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/../../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-2-001/cores/collection1/data/]
   [junit4]   2> 3742194 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@76b234e4
   [junit4]   2> 3742196 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1516137655, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 3742209 WARN  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A,b=B}}}
   [junit4]   2> 3742253 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3742253 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=1000 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3742254 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3742254 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3742256 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.12040607476207682]
   [junit4]   2> 3742256 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3eb72d32[collection1] main]
   [junit4]   2> 3742257 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3742258 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3742258 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3742259 INFO  (searcherExecutor-8522-thread-1-processing-n:127.0.0.1:41924_ x:collection1 c:collection1) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3eb72d32[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3742260 INFO  (coreLoadExecutor-8521-thread-1-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_ c:collection1   x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1558207470666514432
   [junit4]   2> 3742265 INFO  (coreZkRegister-8516-thread-1-processing-n:127.0.0.1:41924_ x:collection1 c:collection1) [n:127.0.0.1:41924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.ZkController Core needs to recover:collection1
   [junit4]   2> 3742265 INFO  (updateExecutor-2726-thread-1-processing-n:127.0.0.1:41924_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:41924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.DefaultSolrCoreState Running recovery
   [junit4]   2> 3742266 INFO  (recoveryExecutor-2727-thread-1-processing-n:127.0.0.1:41924_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:41924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Starting recovery process. recoveringAfterStartup=true
   [junit4]   2> 3742266 INFO  (recoveryExecutor-2727-thread-1-processing-n:127.0.0.1:41924_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:41924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy ###### startupVersions=[[]]
   [junit4]   2> 3742267 INFO  (recoveryExecutor-2727-thread-1-processing-n:127.0.0.1:41924_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:41924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Begin buffering updates. core=[collection1]
   [junit4]   2> 3742267 INFO  (recoveryExecutor-2727-thread-1-processing-n:127.0.0.1:41924_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:41924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
   [junit4]   2> 3742267 INFO  (recoveryExecutor-2727-thread-1-processing-n:127.0.0.1:41924_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:41924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Publishing state of core [collection1] as recovering, leader is [https://127.0.0.1:44867/collection1/] and I am [https://127.0.0.1:41924/collection1/]
   [junit4]   2> 3742269 INFO  (recoveryExecutor-2727-thread-1-processing-n:127.0.0.1:41924_ x:collection1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:41924_ c:collection1 s:shard1 r:core_node2 x:collection1] o.a.s.c.RecoveryStrategy Sending prep recovery command to [https://127.0.0.1:44867]; [WaitForState: action=PREPRECOVERY&core=collection1&nodeName=127.0.0.1:41924_&coreNodeName=core_node2&state=recovering&checkLive=true&onlyIfLeader=true&onlyIfLeaderActive=true]
   [junit4]   2> 3742293 INFO  (qtp1260521778-50604) [n:127.0.0.1:44867_    ] o.a.s.h.a.PrepRecoveryOp Going to wait for coreNodeName: core_node2, state: recovering, checkLive: true, onlyIfLeader: true, onlyIfLeaderActive: true
   [junit4]   2> 3742294 INFO  (qtp1260521778-50604) [n:127.0.0.1:44867_    ] o.a.s.h.a.PrepRecoveryOp Will wait a max of 183 seconds to see collection1 (shard1 of collection1) have state: recovering
   [junit4]   2> 3742294 INFO  (qtp1260521778-50604) [n:127.0.0.1:44867_    ] o.a.s.h.a.PrepRecoveryOp In WaitForState(recovering): collection=collection1, shard=shard1, thisCore=collection1, leaderDoesNotNeedRecovery=false, isLeader? true, live=true, checkLive=true, currentState=down, localState=active, nodeName=127.0.0.1:41924_, coreNodeName=core_node2, onlyIfActiveCheckResult=false, nodeProps: core_node2:{"core":"collection1","base_url":"https://127.0.0.1:41924","node_name":"127.0.0.1:41924_","state":"down"}
   [junit4]   2> 3742371 INFO  (zkCallback-2729-thread-2-processing-n:127.0.0.1:41924_) [n:127.0.0.1:41924_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3742371 INFO  (zkCallback-2723-thread-1-processing-n:127.0.0.1:44867_) [n:127.0.0.1:44867_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 3742419 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-3-001/cores/collection1
   [junit4]   2> 3742420 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 3 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-3-001
   [junit4]   2> 3742422 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 3742423 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@631df1c2{/,null,AVAILABLE}
   [junit4]   2> 3742425 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@44eb27d{SSL,[ssl, http/1.1]}{127.0.0.1:46503}
   [junit4]   2> 3742425 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.e.j.s.Server Started @3746762ms
   [junit4]   2> 3742426 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/tempDir-001/jetty3, solrconfig=solrconfig.xml, hostContext=/, hostPort=46503, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-3-001/cores}
   [junit4]   2> 3742426 ERROR (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 3742427 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 7.0.0
   [junit4]   2> 3742427 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 3742427 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 3742427 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-02-02T08:00:44.574Z
   [junit4]   2> 3742430 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3742430 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J0/temp/solr.cloud.PeerSyncReplicationTest_E2F2B2B51FAC6070-001/shard-3-001/solr.xml
   [junit4]   2> 3742437 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC6070]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57820/solr
   [junit4]   2> 3742447 INFO  (TEST-PeerSyncReplicationTest.test-seed#[E2F2B2B51FAC60

[...truncated too long message...]

4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:194)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:226)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:211)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:463)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:213)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:594)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:171)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:872)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1726)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1705)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.core.HdfsDirectoryFactoryTest.teardownClass(HdfsDirectoryFactoryTest.java:61)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:203)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3370)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:5729)
   [junit4]   2> 	... 53 more
   [junit4]   2> 5606346 INFO  (SUITE-HdfsDirectoryFactoryTest-seed#[E2F2B2B51FAC6070]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.core.HdfsDirectoryFactoryTest_E2F2B2B51FAC6070-001
   [junit4]   2> Feb 02, 2017 8:31:47 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 34 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70): {}, docValues:{}, maxPointsInLeafNode=107, maxMBSortInHeap=6.877613008716601, sim=RandomSimilarity(queryNorm=false): {}, locale=id-ID, timezone=SystemV/YST9
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=340338544,total=524288000
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleMLTQParserTest, TestFiltering, ZkCLITest, IndexSchemaRuntimeFieldTest, TestRebalanceLeaders, TestUseDocValuesAsStored2, V2ApiIntegrationTest, BadCopyFieldTest, DistributedIntervalFacetingTest, SaslZkACLProviderTest, BJQParserTest, DistributedFacetExistsSmallTest, TestDocumentBuilder, DistributedTermsComponentTest, TestConfigSetsAPIZkFailure, TestMiniSolrCloudCluster, JsonValidatorTest, ZkSolrClientTest, TestStressInPlaceUpdates, TestFieldCacheSortRandom, VMParamsZkACLAndCredentialsProvidersTest, TestCursorMarkWithoutUniqueKey, TimeZoneUtilsTest, CollectionsAPIDistributedZkTest, SolrJmxReporterTest, TestSerializedLuceneMatchVersion, TestSolrCLIRunExample, CdcrUpdateLogTest, TestDynamicFieldResource, ShardRoutingCustomTest, TestBulkSchemaConcurrent, SortByFunctionTest, DeleteShardTest, TestSweetSpotSimilarityFactory, HttpPartitionTest, TestApiFramework, SortSpecParsingTest, SimplePostToolTest, MoreLikeThisHandlerTest, TestCoreAdminApis, TestTrackingShardHandlerFactory, SolrCmdDistributorTest, TestStressRecovery, TestSolrCoreParser, SuggesterFSTTest, TestSolrCoreSnapshots, TestTolerantUpdateProcessorRandomCloud, DistanceFunctionTest, SolrCoreMetricManagerTest, AtomicUpdatesTest, SolrMetricsIntegrationTest, ZkControllerTest, ExplicitHLLTest, ManagedSchemaRoundRobinCloudTest, RulesTest, CursorMarkTest, TestFastLRUCache, TestPostingsSolrHighlighter, TestCloudDeleteByQuery, TestInfoStreamLogging, ShardRoutingTest, TestChildDocTransformer, TestLegacyNumericRangeQueryBuilder, TestLeaderInitiatedRecoveryThread, FileUtilsTest, SolrIndexMetricsTest, TestUninvertingReader, TestRawResponseWriter, ActionThrottleTest, TestRequestStatusCollectionAPI, HLLUtilTest, CdcrVersionReplicationTest, TestManagedSchemaAPI, TestRestManager, JsonLoaderTest, StressHdfsTest, CloudExitableDirectoryReaderTest, CoreMergeIndexesAdminHandlerTest, CachingDirectoryFactoryTest, ChaosMonkeyNothingIsSafeTest, TestCloudPseudoReturnFields, TestFieldCacheReopen, ClassificationUpdateProcessorTest, TestScoreJoinQPScore, ChaosMonkeySafeLeaderTest, OpenExchangeRatesOrgProviderTest, TestHdfsUpdateLog, DistributedVersionInfoTest, TestStressUserVersions, TolerantUpdateProcessorTest, BasicFunctionalityTest, SolrIndexSplitterTest, TestReqParamsAPI, TestFieldTypeCollectionResource, TestNonDefinedSimilarityFactory, TestFuzzyAnalyzedSuggestions, SoftAutoCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, DocumentBuilderTest, TestHdfsCloudBackupRestore, CdcrReplicationDistributedZkTest, SpellCheckCollatorTest, TestCollapseQParserPlugin, UpdateLogTest, TestConfigSetProperties, TestSubQueryTransformerDistrib, TestUpdate, HdfsChaosMonkeyNothingIsSafeTest, SolrCloudExampleTest, TestSQLHandlerNonCloud, TestSearchPerf, TestCoreContainer, TestRandomCollapseQParserPlugin, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, SolrCLIZkUtilsTest, TestCollectionAPI, TestConfigSetsAPI, TestDeleteCollectionOnDownNodes, TestDistribDocBasedVersion, TestLocalFSCloudBackupRestore, TestRandomFlRTGCloud, TestStressLiveNodes, HdfsNNFailoverTest, HdfsRestartWhileUpdatingTest, HdfsWriteToMultipleCollectionsTest, ZkStateWriterTest, CoreSorterTest, ExitableDirectoryReaderTest, HdfsDirectoryFactoryTest]
   [junit4] Completed [543/691 (5!)] on J1 in 13.29s, 3 tests, 1 error <<< FAILURES!

[...truncated 62879 lines...]