You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/11/19 18:06:28 UTC

[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.7.0) - Build # 1904 - Still Failing!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1904/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC (asserts: true)

4 tests failed.
REGRESSION:  org.apache.solr.search.SpatialFilterTest.testLatLonType

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at __randomizedtesting.SeedInfo.seed([491625682ACE4ADF:5DD4E9832E225FF8]:0)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1056)
	at org.apache.solr.search.SpatialFilterTest.setupDocs(SpatialFilterTest.java:36)
	at org.apache.solr.search.SpatialFilterTest.testLatLonType(SpatialFilterTest.java:85)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
	... 15 more


REGRESSION:  org.apache.solr.search.SpatialFilterTest.testPoints

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at __randomizedtesting.SeedInfo.seed([491625682ACE4ADF:5B4D069136A0D731]:0)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1056)
	at org.apache.solr.search.SpatialFilterTest.setupDocs(SpatialFilterTest.java:36)
	at org.apache.solr.search.SpatialFilterTest.testPoints(SpatialFilterTest.java:56)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
	... 15 more


REGRESSION:  org.apache.solr.search.SpatialFilterTest.testGeoHash

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at __randomizedtesting.SeedInfo.seed([491625682ACE4ADF:3EC37C0B49EA3AF2]:0)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1056)
	at org.apache.solr.search.SpatialFilterTest.setupDocs(SpatialFilterTest.java:36)
	at org.apache.solr.search.SpatialFilterTest.testGeoHash(SpatialFilterTest.java:70)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
	... 15 more


REGRESSION:  org.apache.solr.search.TestSearcherReuse.test

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.search.TestSearcherReuse.test(TestSearcherReuse.java:87)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
	... 15 more




Build Log:
[...truncated 11178 lines...]
   [junit4] Suite: org.apache.solr.search.SpatialFilterTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001
   [junit4]   2> 2320718 T6037 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 2320719 T6037 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 2320720 T6037 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2320722 T6037 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2320722 T6037 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2320723 T6037 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2320886 T6037 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2321007 T6037 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2321009 T6037 oass.IndexSchema.readSchema Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 2321024 T6037 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 2321773 T6037 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2321787 T6037 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2321790 T6037 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2321802 T6037 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2321808 T6037 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2321820 T6037 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2321822 T6037 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2321822 T6037 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2321822 T6037 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2321823 T6037 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2321824 T6037 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2321825 T6037 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2321826 T6037 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr
   [junit4]   2> 2321827 T6037 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/'
   [junit4]   2> 2321926 T6037 oasc.CoreContainer.<init> New CoreContainer 1118360797
   [junit4]   2> 2321926 T6037 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/]
   [junit4]   2> 2321928 T6037 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 2321929 T6037 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 2321929 T6037 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 2321930 T6037 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 2321930 T6037 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 2321930 T6037 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 2321931 T6037 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 2321931 T6037 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 2321931 T6037 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 2321932 T6037 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 2321936 T6037 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=false
   [junit4]   2> 2321939 T6037 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2321940 T6037 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2321940 T6037 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 2321962 T6038 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2321966 T6038 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2321967 T6038 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2321967 T6038 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 2322073 T6038 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 2322202 T6038 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2322203 T6038 oass.IndexSchema.readSchema Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 2322222 T6038 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 2322964 T6038 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2322977 T6038 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 2322982 T6038 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 2323013 T6038 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2323019 T6038 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 2323024 T6038 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2323024 T6038 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2323025 T6038 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2323026 T6038 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2323027 T6038 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 2323027 T6038 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 2323028 T6038 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 2323028 T6038 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2323029 T6038 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001/
   [junit4]   2> 2323030 T6038 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@38b2562a
   [junit4]   2> 2323031 T6038 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001
   [junit4]   2> 2323031 T6038 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001/index/
   [junit4]   2> 2323031 T6038 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 2323033 T6038 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001/index
   [junit4]   2> 2323033 T6038 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=41, maxMergedSegmentMB=78.576171875, floorSegmentMB=1.7392578125, forceMergeDeletesPctAllowed=29.119917307124872, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2323034 T6038 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001/index;done=true>>]
   [junit4]   2> 2323034 T6038 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001/index
   [junit4]   2> 2323035 T6038 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@366bde88
   [junit4]   2> 2323035 T6038 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 2323035 T6038 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2323035 T6038 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 2323038 T6038 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 1 directories currently being tracked
   [junit4]   2> 2323038 T6038 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001;done=false>>]
   [junit4]   2> 2323038 T6038 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001/init-core-data-001
   [junit4]   2> 2323038 T6038 oasc.CoreContainer.create ERROR Error creating core [collection1]: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3' org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]   2> 	... 8 more
   [junit4]   2> Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]   2> 	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
   [junit4]   2> 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]   2> 	... 15 more
   [junit4]   2> 
   [junit4]   2> 2323056 T6037 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 2323062 T6037 oas.SolrTestCaseJ4.setUp ###Starting testLatLonType
   [junit4]   2> 2323064 T6037 oas.SolrTestCaseJ4.tearDown ###Ending testLatLonType
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SpatialFilterTest -Dtests.method=testLatLonType -Dtests.seed=491625682ACE4ADF -Dtests.slow=true -Dtests.locale=es_CO -Dtests.timezone=America/Panama -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.06s | SpatialFilterTest.testLatLonType <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([491625682ACE4ADF:5DD4E9832E225FF8]:0)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1056)
   [junit4]    > 	at org.apache.solr.search.SpatialFilterTest.setupDocs(SpatialFilterTest.java:36)
   [junit4]    > 	at org.apache.solr.search.SpatialFilterTest.testLatLonType(SpatialFilterTest.java:85)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]    > 	... 15 more
   [junit4]   2> 2323118 T6037 oas.SolrTestCaseJ4.setUp ###Starting testPoints
   [junit4]   2> 2323118 T6037 oas.SolrTestCaseJ4.tearDown ###Ending testPoints
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SpatialFilterTest -Dtests.method=testPoints -Dtests.seed=491625682ACE4ADF -Dtests.slow=true -Dtests.locale=es_CO -Dtests.timezone=America/Panama -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.01s | SpatialFilterTest.testPoints <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([491625682ACE4ADF:5B4D069136A0D731]:0)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1056)
   [junit4]    > 	at org.apache.solr.search.SpatialFilterTest.setupDocs(SpatialFilterTest.java:36)
   [junit4]    > 	at org.apache.solr.search.SpatialFilterTest.testPoints(SpatialFilterTest.java:56)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]    > 	... 15 more
   [junit4]   2> 2323135 T6037 oas.SolrTestCaseJ4.setUp ###Starting testGeoHash
   [junit4]   2> 2323136 T6037 oas.SolrTestCaseJ4.tearDown ###Ending testGeoHash
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SpatialFilterTest -Dtests.method=testGeoHash -Dtests.seed=491625682ACE4ADF -Dtests.slow=true -Dtests.locale=es_CO -Dtests.timezone=America/Panama -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.02s | SpatialFilterTest.testGeoHash <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([491625682ACE4ADF:3EC37C0B49EA3AF2]:0)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1056)
   [junit4]    > 	at org.apache.solr.search.SpatialFilterTest.setupDocs(SpatialFilterTest.java:36)
   [junit4]    > 	at org.apache.solr.search.SpatialFilterTest.testGeoHash(SpatialFilterTest.java:70)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]    > 	... 15 more
   [junit4]   2> 2323147 T6037 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 2323148 T6037 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1118360797
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.SpatialFilterTest-491625682ACE4ADF-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=es_CO, timezone=America/Panama
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_67 (64-bit)/cpus=2,threads=1,free=150240624,total=408420352
   [junit4]   2> NOTE: All tests run in this JVM: [SliceStateTest, CoreAdminHandlerTest, TestComplexPhraseQParserPlugin, TestSchemaVersionResource, TestFaceting, TestStressVersions, TestLMJelinekMercerSimilarityFactory, TestFuzzyAnalyzedSuggestions, ShardRoutingCustomTest, TestIBSimilarityFactory, SchemaVersionSpecificBehaviorTest, TestRecoveryHdfs, DeleteLastCustomShardedReplicaTest, TestCollationField, DateFieldTest, WordBreakSolrSpellCheckerTest, DistributedDebugComponentTest, ZkControllerTest, SolrTestCaseJ4Test, TestMissingGroups, DateMathParserTest, TestCSVResponseWriter, TestExceedMaxTermLength, BadCopyFieldTest, CursorPagingTest, TestCopyFieldCollectionResource, OverseerStatusTest, DistributedFacetPivotWhiteBoxTest, PolyFieldTest, TermsComponentTest, TestStressLucene, PeerSyncTest, TestDistributedSearch, PingRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, TestCollectionAPI, TestNRTOpen, TestRealTimeGet, TestStressUserVersions, MigrateRouteKeyTest, TermVectorComponentTest, TestCursorMarkWithoutUniqueKey, SpellCheckCollatorTest, TestFiltering, HighlighterMaxOffsetTest, RemoteQueryErrorTest, DistributedSuggestComponentTest, TestLazyCores, DocumentAnalysisRequestHandlerTest, CurrencyFieldXmlFileTest, TermVectorComponentDistributedTest, TestSolrCoreProperties, TestUtils, TestNonNRTOpen, TestDefaultSimilarityFactory, SyncSliceTest, TestSolrIndexConfig, TestPostingsSolrHighlighter, TestRandomFaceting, TestRequestStatusCollectionAPI, TestNonDefinedSimilarityFactory, TestOrdValues, TestArbitraryIndexDir, TestSolrQueryParserDefaultOperatorResource, CircularListTest, ZkCLITest, TestLuceneMatchVersion, BlockCacheTest, TestCoreContainer, TestRandomDVFaceting, TestMiniSolrCloudCluster, TestFoldingMultitermQuery, TestCloudManagedSchemaConcurrent, TestBadConfig, TestCSVLoader, TestFieldTypeResource, FieldAnalysisRequestHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, CurrencyFieldOpenExchangeTest, UpdateRequestProcessorFactoryTest, QueryElevationComponentTest, FileUtilsTest, RankQueryTest, DocValuesTest, AliasIntegrationTest, TestFieldTypeCollectionResource, ResponseHeaderTest, LukeRequestHandlerTest, TestJoin, StatsComponentTest, ShowFileRequestHandlerTest, HighlighterConfigTest, ResponseLogComponentTest, RAMDirectoryFactoryTest, TestCodecSupport, TestLRUCache, OutputWriterTest, DocumentBuilderTest, NotRequiredUniqueKeyTest, TestAtomicUpdateErrorCases, BinaryUpdateRequestHandlerTest, TestCoreDiscovery, DocValuesMissingTest, FacetPivotSmallTest, CoreAdminCreateDiscoverTest, DistributedFacetPivotLargeTest, ZkSolrClientTest, TestImplicitCoreProperties, SolrCoreTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSolrDeletionPolicy2, ModifyConfFileTest, TestUpdate, TestBinaryResponseWriter, LeaderElectionTest, TestTrie, ParsingFieldUpdateProcessorsTest, TestSolr4Spatial2, ConnectionManagerTest, OverseerTest, SpatialFilterTest]
   [junit4] Completed in 2.54s, 3 tests, 3 errors <<< FAILURES!

[...truncated 955 lines...]
   [junit4] Suite: org.apache.solr.search.TestSearcherReuse
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001
   [junit4]   2> 7835452 T18843 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 7835462 T18843 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 7835463 T18843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001/collection1/'
   [junit4]   2> 7835584 T18843 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 7835641 T18843 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-managed-schema.xml
   [junit4]   2> 7835644 T18843 oass.ManagedIndexSchemaFactory.readSchemaLocally The schema is configured as managed, but managed schema resource managed-schema not found - loading non-managed schema schema-id-and-version-fields-only.xml instead
   [junit4]   2> 7835646 T18843 oass.IndexSchema.readSchema Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001/collection1/conf/schema-id-and-version-fields-only.xml
   [junit4]   2> 7835653 T18843 oass.IndexSchema.readSchema [null] Schema name=id-and-version-fields-only
   [junit4]   2> 7835669 T18843 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 7835671 T18843 oass.ManagedIndexSchema.persistManagedSchema Upgraded to managed schema at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001/collection1/conf/managed-schema
   [junit4]   2> 7835673 T18843 oass.ManagedIndexSchemaFactory.upgradeToManagedSchema After upgrading to managed schema, renamed the non-managed schema /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001/collection1/conf/schema-id-and-version-fields-only.xml to /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001/collection1/conf/schema-id-and-version-fields-only.xml.bak
   [junit4]   2> 7835674 T18843 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 7835674 T18843 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001
   [junit4]   2> 7835675 T18843 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001/'
   [junit4]   2> 7835788 T18843 oasc.CoreContainer.<init> New CoreContainer 46232710
   [junit4]   2> 7835789 T18843 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001/]
   [junit4]   2> 7835790 T18843 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 7835791 T18843 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 7835791 T18843 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 7835791 T18843 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 7835792 T18843 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 7835793 T18843 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 7835793 T18843 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 7835793 T18843 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 7835794 T18843 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 7835794 T18843 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 7835797 T18843 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=false
   [junit4]   2> 7835797 T18843 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 7835797 T18843 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 7835798 T18843 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 7835804 T18844 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001/collection1/'
   [junit4]   2> 7835878 T18844 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 7835937 T18844 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig-managed-schema.xml
   [junit4]   2> 7835938 T18844 oass.IndexSchema.readSchema Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001/collection1/conf/managed-schema
   [junit4]   2> 7835946 T18844 oass.IndexSchema.readSchema [collection1] Schema name=id-and-version-fields-only
   [junit4]   2> 7835958 T18844 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 7835960 T18844 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001/collection1/
   [junit4]   2> 7835960 T18844 oasc.SolrCore.initDirectoryFactory solr.NRTCachingDirectoryFactory
   [junit4]   2> 7835960 T18844 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/tempDir-001/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001/
   [junit4]   2> 7835961 T18844 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 7835962 T18844 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001
   [junit4]   2> 7835962 T18844 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001/index/
   [junit4]   2> 7835963 T18844 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 7835964 T18844 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001/index
   [junit4]   2> 7835964 T18844 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=12.1904296875, floorSegmentMB=1.16796875, forceMergeDeletesPctAllowed=18.530125219396133, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8410852116523423
   [junit4]   2> 7835965 T18844 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001/index;done=true>>]
   [junit4]   2> 7835965 T18844 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001/index
   [junit4]   2> 7835966 T18844 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@29c0bc0b
   [junit4]   2> 7835966 T18844 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 7835966 T18844 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 7835966 T18844 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 7835966 T18844 oasc.CachingDirectoryFactory.close Closing NRTCachingDirectoryFactory - 1 directories currently being tracked
   [junit4]   2> 7835967 T18844 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001;done=false>>]
   [junit4]   2> 7835967 T18844 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001/init-core-data-001
   [junit4]   2> 7835967 T18844 oasc.CoreContainer.create ERROR Error creating core [collection1]: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3' org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]   2> 	... 8 more
   [junit4]   2> Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]   2> 	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
   [junit4]   2> 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]   2> 	... 15 more
   [junit4]   2> 
   [junit4]   2> 7835997 T18843 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 7836005 T18843 oas.SolrTestCaseJ4.setUp ###Starting test
   [junit4]   2> 7836005 T18843 oas.SolrTestCaseJ4.tearDown ###Ending test
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSearcherReuse -Dtests.method=test -Dtests.seed=491625682ACE4ADF -Dtests.slow=true -Dtests.locale=ro -Dtests.timezone=Australia/Sydney -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.03s | TestSearcherReuse.test <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.search.TestSearcherReuse.test(TestSearcherReuse.java:87)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]    > 	... 15 moreThrowable #2: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:763)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.search.TestSearcherReuse.tearDown(TestSearcherReuse.java:76)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:892)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:532)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]    > 	... 15 more
   [junit4]   2> 7836029 T18843 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 7836030 T18843 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=46232710
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.search.TestSearcherReuse-491625682ACE4ADF-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ro, timezone=Australia/Sydney
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_67 (64-bit)/cpus=2,threads=1,free=158601160,total=533725184
   [junit4]   2> NOTE: All tests run in this JVM: [SliceStateTest, CoreAdminHandlerTest, TestComplexPhraseQParserPlugin, TestSchemaVersionResource, TestFaceting, TestStressVersions, TestLMJelinekMercerSimilarityFactory, TestFuzzyAnalyzedSuggestions, ShardRoutingCustomTest, TestIBSimilarityFactory, SchemaVersionSpecificBehaviorTest, TestRecoveryHdfs, DeleteLastCustomShardedReplicaTest, TestCollationField, DateFieldTest, WordBreakSolrSpellCheckerTest, DistributedDebugComponentTest, ZkControllerTest, SolrTestCaseJ4Test, TestMissingGroups, DateMathParserTest, TestCSVResponseWriter, TestExceedMaxTermLength, BadCopyFieldTest, CursorPagingTest, TestCopyFieldCollectionResource, OverseerStatusTest, DistributedFacetPivotWhiteBoxTest, PolyFieldTest, TermsComponentTest, TestStressLucene, PeerSyncTest, TestDistributedSearch, PingRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, TestCollectionAPI, TestNRTOpen, TestRealTimeGet, TestStressUserVersions, MigrateRouteKeyTest, TermVectorComponentTest, TestCursorMarkWithoutUniqueKey, SpellCheckCollatorTest, TestFiltering, HighlighterMaxOffsetTest, RemoteQueryErrorTest, DistributedSuggestComponentTest, TestLazyCores, DocumentAnalysisRequestHandlerTest, CurrencyFieldXmlFileTest, TermVectorComponentDistributedTest, TestSolrCoreProperties, TestUtils, TestNonNRTOpen, TestDefaultSimilarityFactory, SyncSliceTest, TestSolrIndexConfig, TestPostingsSolrHighlighter, TestRandomFaceting, TestRequestStatusCollectionAPI, TestNonDefinedSimilarityFactory, TestOrdValues, TestArbitraryIndexDir, TestSolrQueryParserDefaultOperatorResource, CircularListTest, ZkCLITest, TestLuceneMatchVersion, BlockCacheTest, TestCoreContainer, TestRandomDVFaceting, TestMiniSolrCloudCluster, TestFoldingMultitermQuery, TestCloudManagedSchemaConcurrent, TestBadConfig, TestCSVLoader, TestFieldTypeResource, FieldAnalysisRequestHandlerTest, AddSchemaFieldsUpdateProcessorFactoryTest, CurrencyFieldOpenExchangeTest, UpdateRequestProcessorFactoryTest, QueryElevationComponentTest, FileUtilsTest, RankQueryTest, DocValuesTest, AliasIntegrationTest, TestFieldTypeCollectionResource, ResponseHeaderTest, LukeRequestHandlerTest, TestJoin, StatsComponentTest, ShowFileRequestHandlerTest, HighlighterConfigTest, ResponseLogComponentTest, RAMDirectoryFactoryTest, TestCodecSupport, TestLRUCache, OutputWriterTest, DocumentBuilderTest, NotRequiredUniqueKeyTest, TestAtomicUpdateErrorCases, BinaryUpdateRequestHandlerTest, TestCoreDiscovery, DocValuesMissingTest, FacetPivotSmallTest, CoreAdminCreateDiscoverTest, DistributedFacetPivotLargeTest, ZkSolrClientTest, TestImplicitCoreProperties, SolrCoreTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestSolrDeletionPolicy2, ModifyConfFileTest, TestUpdate, TestBinaryResponseWriter, LeaderElectionTest, TestTrie, ParsingFieldUpdateProcessorsTest, TestSolr4Spatial2, ConnectionManagerTest, OverseerTest, SpatialFilterTest, SimpleCollectionCreateDeleteTest, BasicDistributedZk2Test, SSLMigrationTest, CustomCollectionTest, TestCloudInspectUtil, TestQuerySenderNoQuery, HdfsSyncSliceTest, XsltUpdateRequestHandlerTest, MergeStrategyTest, ExitableDirectoryReaderTest, AlternateDirectoryTest, TestAnalyzedSuggestions, TestFastOutputStream, OpenCloseCoreStressTest, TestSolrJ, DistributedFacetPivotSmallTest, SuggesterWFSTTest, TestCloudSchemaless, TestPerFieldSimilarity, TestPHPSerializedResponseWriter, UUIDFieldTest, TestOmitPositions, TestFieldCollectionResource, TestConfig, QueryParsingTest, CSVRequestHandlerTest, TestCloudPivotFacet, TestSolr4Spatial, SpellCheckComponentTest, TestOverriddenPrefixQueryForCustomFieldType, TestWordDelimiterFilterFactory, MultiTermTest, TestComponentsName, TestFunctionQuery, TestSortingResponseWriter, TestBlendedInfixSuggestions, TestDefaultSearchFieldResource, OverriddenZkACLAndCredentialsProvidersTest, ResourceLoaderTest, TriLevelCompositeIdRoutingTest, SynonymTokenizerTest, ChaosMonkeySafeLeaderTest, TestSuggestSpellingConverter, PrimUtilsTest, TestReloadAndDeleteDocs, TestHighlightDedupGrouping, TestSolrXmlPersistence, ReturnFieldsTest, TestSurroundQueryParser, TestHashPartitioner, SortByFunctionTest, DistributedQueryElevationComponentTest, SolrIndexConfigTest, JSONWriterTest, TestPivotHelperCode, CloudExitableDirectoryReaderTest, TestLeaderElectionZkExpiry, FieldMutatingUpdateProcessorTest, TestReplicationHandlerBackup, TestDynamicFieldResource, TestNoOpRegenerator, PreAnalyzedUpdateProcessorTest, TestSchemaNameResource, DirectUpdateHandlerTest, SOLR749Test, MBeansHandlerTest, TestChildDocTransformer, TestMultiCoreConfBootstrap, TestInitParams, HdfsBasicDistributedZkTest, LoggingHandlerTest, ScriptEngineTest, TestTolerantSearch, BasicDistributedZkTest, AnalyticsMergeStrategyTest, DebugComponentTest, UpdateParamsTest, SystemInfoHandlerTest, TestPhraseSuggestions, AutoCommitTest, BJQParserTest, SolrXmlInZkTest, CacheHeaderTest, UniqFieldsUpdateProcessorFactoryTest, TestReload, TestJmxIntegration, TestDynamicFieldCollectionResource, TestManagedStopFilterFactory, CursorMarkTest, TestElisionMultitermQuery, HdfsCollectionsAPIDistributedZkTest, CopyFieldTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestZkChroot, TestDistributedGrouping, TestRecovery, DistributedSpellCheckComponentTest, TestStressReorder, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, SimpleFacetsTest, TestGroupingSearch, SolrCmdDistributorTest, BadIndexSchemaTest, ConvertedLegacyTest, TestSort, BasicFunctionalityTest, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, SuggesterFSTTest, SolrRequestParserTest, SuggesterTSTTest, SuggesterTest, NoCacheHeaderTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, TestSolrDeletionPolicy1, SolrInfoMBeanTest, IndexBasedSpellCheckerTest, DisMaxRequestHandlerTest, TestQueryUtils, StandardRequestHandlerTest, TestWriterPerf, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, RequiredFieldsTest, TestSolrQueryParser, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, JsonLoaderTest, TestPartialUpdateDeduplication, SearchHandlerTest, CoreContainerCoreInitFailuresTest, TestLFUCache, TestQuerySenderListener, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, NumericFieldsTest, MinimalSchemaTest, ExternalFileFieldSortTest, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, LegacyHTMLStripCharFilterTest, TestJmxMonitoredMap, TimeZoneUtilsTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestDocumentBuilder, ZkNodePropsTest, TestRTGBase, DistributedIntervalFacetingTest, TestDistributedMissingSort, AssignTest, AsyncMigrateRouteKeyTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteReplicaTest, DeleteShardTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, ExternalCollectionsTest, HttpPartitionTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, OverseerRolesTest, ReplicationFactorTest, RollingRestartTest, ShardSplitTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, TestDistribDocBasedVersion, TestModifyConfFiles, TestReplicaProperties, TestShortCircuitedRequests, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsRecoveryZkTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, StressHdfsTest, CachingDirectoryFactoryTest, QueryResultKeyTest, TestConfigSets, TestInfoStreamLogging, TestShardHandlerFactory, TestSolrXml, TestSolrXmlPersistor, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, InfoHandlerTest, DistributedExpandComponentTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotSmallAdvancedTest, DistributedQueryComponentCustomSortTest, DistributedQueryComponentOptimizationTest, SuggestComponentTest, TestExpandComponent, TestIntervalFaceting, TestRawResponseWriter, TestManagedResource, TestManagedResourceStorage, TestRestManager, TestBulkSchemaAPI, TestClassNameShortening, TestFieldResource, TestManagedSchemaDynamicFieldResource, TestManagedSchemaFieldResource, TestManagedSchemaFieldTypeResource, TestSchemaResource, TestSchemaSimilarityResource, TestSerializedLuceneMatchVersion, TestSolrQueryParserResource, TestUniqueKeyFieldResource, TestManagedSynonymFilterFactory, ChangedSchemaMergeTest, DateRangeFieldTest, EnumFieldTest, TestBulkSchemaConcurrent, TestCloudManagedSchema, TestCollationFieldDocValues, TestManagedSchema, TestSchemaManager, AnalyticsQueryTest, TestAddFieldRealTimeGet, TestCollapseQParserPlugin, TestCustomSort, TestFieldSortValues, TestInitQParser, TestMaxScoreQueryParser, TestReRankQParserPlugin, TestSearcherReuse]
   [junit4] Completed in 0.62s, 1 test, 1 error <<< FAILURES!

[...truncated 66 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:525: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:473: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1359: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 4 errors, 49 ignored (20 assumptions)

Total time: 190 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseParallelGC (asserts: true)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.8.0) - Build # 1908 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1908/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC (asserts: true)

4 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
some core start times did not change on reload

Stack Trace:
java.lang.AssertionError: some core start times did not change on reload
	at __randomizedtesting.SeedInfo.seed([65D59E8A59989082:E43310922EC7F0BE]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:884)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:203)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor98.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
ERROR: SolrZkClient opens=21 closes=20

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=21 closes=20
	at __randomizedtesting.SeedInfo.seed([65D59E8A59989082]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:461)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:188)
	at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
5 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest:     1) Thread[id=9556, name=zkCallback-1171-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=9424, name=TEST-CollectionsAPIDistributedZkTest.testDistribSearch-seed#[65D59E8A59989082]-SendThread(127.0.0.1:58402), state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)    3) Thread[id=9600, name=zkCallback-1171-thread-6, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=9599, name=zkCallback-1171-thread-5, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=9425, name=TEST-CollectionsAPIDistributedZkTest.testDistribSearch-seed#[65D59E8A59989082]-EventThread, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 
   1) Thread[id=9556, name=zkCallback-1171-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=9424, name=TEST-CollectionsAPIDistributedZkTest.testDistribSearch-seed#[65D59E8A59989082]-SendThread(127.0.0.1:58402), state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   3) Thread[id=9600, name=zkCallback-1171-thread-6, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=9599, name=zkCallback-1171-thread-5, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=9425, name=TEST-CollectionsAPIDistributedZkTest.testDistribSearch-seed#[65D59E8A59989082]-EventThread, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
	at __randomizedtesting.SeedInfo.seed([65D59E8A59989082]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=9556, name=zkCallback-1171-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=9424, name=TEST-CollectionsAPIDistributedZkTest.testDistribSearch-seed#[65D59E8A59989082]-SendThread(127.0.0.1:58402), state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)    3) Thread[id=9600, name=zkCallback-1171-thread-6, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=9599, name=zkCallback-1171-thread-5, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=9556, name=zkCallback-1171-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=9424, name=TEST-CollectionsAPIDistributedZkTest.testDistribSearch-seed#[65D59E8A59989082]-SendThread(127.0.0.1:58402), state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   3) Thread[id=9600, name=zkCallback-1171-thread-6, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=9599, name=zkCallback-1171-thread-5, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([65D59E8A59989082]:0)




Build Log:
[...truncated 11502 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/init-core-data-001
   [junit4]   2> 3522251 T9246 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 3522252 T9246 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /mx_bc/s
   [junit4]   2> 3522257 T9246 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 3522258 T9246 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3522259 T9247 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3522360 T9246 oasc.ZkTestServer.run start zk server on port:58402
   [junit4]   2> 3522361 T9246 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3522364 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3522374 T9254 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@53ac2a37 name:ZooKeeperConnection Watcher:127.0.0.1:58402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3522375 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3522375 T9246 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3522376 T9246 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3522388 T9246 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3522390 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3522393 T9257 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@28c94b4a name:ZooKeeperConnection Watcher:127.0.0.1:58402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3522394 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3522394 T9246 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3522394 T9246 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3522401 T9246 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3522407 T9246 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3522413 T9246 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3522420 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3522432 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3522444 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3522445 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3522453 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3522454 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3522461 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3522462 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3522471 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3522472 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3522480 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3522480 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3522490 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3522490 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3522498 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3522499 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3522507 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3522508 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3522516 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3522516 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3522523 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3522525 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> Using new style solr.xml
   [junit4]   2> 3522544 T9246 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3522546 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3522550 T9260 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@79194be9 name:ZooKeeperConnection Watcher:127.0.0.1:58402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3522550 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3522550 T9246 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3522551 T9246 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3522557 T9246 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3522559 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3522563 T9263 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6909dadb name:ZooKeeperConnection Watcher:127.0.0.1:58402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3522563 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3522564 T9246 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3522566 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 3522567 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 3522578 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 3522579 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf2/schema.xml
   [junit4]   2> 3522589 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3522589 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3522597 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 3522598 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 3522608 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 3522609 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf2/protwords.txt
   [junit4]   2> 3522615 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 3522617 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf2/currency.xml
   [junit4]   2> 3522623 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 3522624 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 3522631 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3522632 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3522640 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 3522641 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 3522649 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 3522651 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 3522659 T9246 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 3522660 T9246 oascc.SolrZkClient.makePath makePath: /configs/conf2/elevate.xml
   [junit4]   2> 3524616 T9246 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3524624 T9246 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58407
   [junit4]   2> 3524625 T9246 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3524625 T9246 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3524625 T9246 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-002
   [junit4]   2> 3524626 T9246 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-002/'
   [junit4]   2> 3524665 T9246 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-002/solr.xml
   [junit4]   2> 3524677 T9246 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-002
   [junit4]   2> 3524678 T9246 oasc.CoreContainer.<init> New CoreContainer 1967619020
   [junit4]   2> 3524678 T9246 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-002/]
   [junit4]   2> 3524679 T9246 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3524679 T9246 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3524680 T9246 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3524680 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3524681 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3524681 T9246 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3524681 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3524682 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3524682 T9246 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3524683 T9246 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3524684 T9246 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3524684 T9246 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3524685 T9246 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3524685 T9246 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3524686 T9246 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58402/solr
   [junit4]   2> 3524686 T9246 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3524686 T9246 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3524688 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3524691 T9275 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f5ef212 name:ZooKeeperConnection Watcher:127.0.0.1:58402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3524692 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3524692 T9246 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3524698 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3524701 T9278 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5fda7a9a name:ZooKeeperConnection Watcher:127.0.0.1:58402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3524701 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3524706 T9246 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3524718 T9246 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3524727 T9246 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3524739 T9246 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3524749 T9246 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3524759 T9246 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3524763 T9246 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58407_mx_bc%2Fs
   [junit4]   2> 3524764 T9246 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58407_mx_bc%2Fs
   [junit4]   2> 3524772 T9246 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3524781 T9246 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3524788 T9246 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3524794 T9246 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:58407_mx_bc%2Fs
   [junit4]   2> 3524795 T9246 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3524803 T9246 oasc.Overseer.start Overseer (id=92838522367770629-127.0.0.1:58407_mx_bc%2Fs-n_0000000000) starting
   [junit4]   2> 3524811 T9246 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3524838 T9246 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3524841 T9280 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3524845 T9246 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3524850 T9246 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3524856 T9246 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3524871 T9279 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3524872 T9246 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-002
   [junit4]   2> 3525761 T9246 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-002/conf/
   [junit4]   2> 3525893 T9246 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3525896 T9246 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3525897 T9246 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3525897 T9246 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3525900 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3525904 T9285 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@529716fc name:ZooKeeperConnection Watcher:127.0.0.1:58402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3525904 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3525905 T9246 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3525910 T9246 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3525920 T9246 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3525921 T9246 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 3525921 T9246 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3525923 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3525927 T9288 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@665b37eb name:ZooKeeperConnection Watcher:127.0.0.1:58402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3525928 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3525928 T9246 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3525933 T9278 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3525941 T9279 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 3525942 T9279 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 3525942 T9279 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 3525950 T9279 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 3525954 T9278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3525954 T9285 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3527863 T9246 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 3527864 T9246 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3527871 T9246 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58412
   [junit4]   2> 3527873 T9246 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3527873 T9246 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3527874 T9246 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-003
   [junit4]   2> 3527875 T9246 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-003/'
   [junit4]   2> 3527924 T9246 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-003/solr.xml
   [junit4]   2> 3527936 T9246 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-003
   [junit4]   2> 3527938 T9246 oasc.CoreContainer.<init> New CoreContainer 129710434
   [junit4]   2> 3527939 T9246 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-003/]
   [junit4]   2> 3527940 T9246 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3527941 T9246 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3527941 T9246 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3527942 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3527942 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3527942 T9246 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3527943 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3527944 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3527944 T9246 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3527944 T9246 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3527945 T9246 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3527945 T9246 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3527946 T9246 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3527946 T9246 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3527946 T9246 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58402/solr
   [junit4]   2> 3527947 T9246 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3527947 T9246 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3527949 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3527952 T9300 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5a8df459 name:ZooKeeperConnection Watcher:127.0.0.1:58402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3527953 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3527953 T9246 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3527958 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3527962 T9303 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@75ce60b7 name:ZooKeeperConnection Watcher:127.0.0.1:58402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3527963 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3527980 T9246 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3529002 T9246 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58412_mx_bc%2Fs
   [junit4]   2> 3529006 T9246 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58412_mx_bc%2Fs
   [junit4]   2> 3529026 T9246 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3529034 T9246 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-003
   [junit4]   2> 3529694 T9246 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-003/conf/
   [junit4]   2> 3529785 T9246 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3529789 T9246 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3529789 T9246 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3531910 T9246 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 3531911 T9246 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3531917 T9246 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58415
   [junit4]   2> 3531920 T9246 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3531920 T9246 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3531921 T9246 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-004
   [junit4]   2> 3531922 T9246 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-004/'
   [junit4]   2> 3531984 T9246 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-004/solr.xml
   [junit4]   2> 3531998 T9246 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-004
   [junit4]   2> 3531999 T9246 oasc.CoreContainer.<init> New CoreContainer 222503847
   [junit4]   2> 3532000 T9246 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-004/]
   [junit4]   2> 3532000 T9246 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3532001 T9246 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3532001 T9246 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3532002 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3532002 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3532003 T9246 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3532003 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3532003 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3532004 T9246 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3532004 T9246 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3532005 T9246 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3532005 T9246 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3532006 T9246 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3532006 T9246 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3532007 T9246 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58402/solr
   [junit4]   2> 3532007 T9246 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3532008 T9246 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3532011 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3532015 T9316 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5aaa0cd1 name:ZooKeeperConnection Watcher:127.0.0.1:58402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3532016 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3532016 T9246 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3532023 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3532029 T9319 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4cb29b5e name:ZooKeeperConnection Watcher:127.0.0.1:58402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3532030 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3532053 T9246 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3533075 T9246 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58415_mx_bc%2Fs
   [junit4]   2> 3533078 T9246 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58415_mx_bc%2Fs
   [junit4]   2> 3533089 T9246 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3533098 T9246 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-004
   [junit4]   2> 3534015 T9246 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-004/conf/
   [junit4]   2> 3534142 T9246 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3534145 T9246 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3534146 T9246 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3536224 T9246 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 3536225 T9246 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3536232 T9246 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58418
   [junit4]   2> 3536234 T9246 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3536235 T9246 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3536236 T9246 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-005
   [junit4]   2> 3536236 T9246 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-005/'
   [junit4]   2> 3536286 T9246 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-005/solr.xml
   [junit4]   2> 3536299 T9246 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-005
   [junit4]   2> 3536300 T9246 oasc.CoreContainer.<init> New CoreContainer 407861900
   [junit4]   2> 3536300 T9246 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-005/]
   [junit4]   2> 3536306 T9246 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3536306 T9246 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3536306 T9246 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3536306 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3536307 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3536308 T9246 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3536308 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3536308 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3536309 T9246 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3536309 T9246 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3536310 T9246 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3536310 T9246 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3536311 T9246 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3536314 T9246 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3536315 T9246 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58402/solr
   [junit4]   2> 3536317 T9246 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3536317 T9246 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3536324 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3536326 T9332 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@13a320e6 name:ZooKeeperConnection Watcher:127.0.0.1:58402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3536327 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3536328 T9246 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3536335 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3536338 T9335 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a140c9a name:ZooKeeperConnection Watcher:127.0.0.1:58402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3536339 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3536358 T9246 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3537406 T9246 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58418_mx_bc%2Fs
   [junit4]   2> 3537408 T9246 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58418_mx_bc%2Fs
   [junit4]   2> 3537422 T9246 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3537429 T9246 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-005
   [junit4]   2> 3538439 T9246 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-005/conf/
   [junit4]   2> 3538574 T9246 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3538577 T9246 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3538577 T9246 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3540740 T9246 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 4
   [junit4]   2> 3540740 T9246 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3540747 T9246 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:58421
   [junit4]   2> 3540749 T9246 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3540750 T9246 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3540751 T9246 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-006
   [junit4]   2> 3540751 T9246 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-006/'
   [junit4]   2> 3540800 T9246 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-006/solr.xml
   [junit4]   2> 3540812 T9246 oasc.CorePropertiesLocator.<init> Config-defined core root directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-006
   [junit4]   2> 3540814 T9246 oasc.CoreContainer.<init> New CoreContainer 1150212408
   [junit4]   2> 3540814 T9246 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-006/]
   [junit4]   2> 3540815 T9246 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3540815 T9246 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3540816 T9246 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3540816 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3540817 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3540817 T9246 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3540817 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3540818 T9246 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3540819 T9246 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3540820 T9246 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3540820 T9246 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3540821 T9246 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3540822 T9246 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3540822 T9246 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3540822 T9246 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58402/solr
   [junit4]   2> 3540823 T9246 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3540824 T9246 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3540825 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3540829 T9348 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@b05390c name:ZooKeeperConnection Watcher:127.0.0.1:58402 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3540830 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3540831 T9246 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3540836 T9246 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3540840 T9351 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49db2f10 name:ZooKeeperConnection Watcher:127.0.0.1:58402/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3540840 T9246 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3540857 T9246 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3541880 T9246 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58421_mx_bc%2Fs
   [junit4]   2> 3541882 T9246 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58421_mx_bc%2Fs
   [junit4]   2> 3541895 T9246 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3541904 T9246 oasc.CorePropertiesLocator.discover Looking for core definitions underneath /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-006
   [junit4]   2> 3542809 T9246 oasc.CorePropertiesLocator.discoverUnder Found core conf in /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-006/conf/
   [junit4]   2> 3542939 T9246 oasc.CorePropertiesLocator.discover Found 1 core definitions
   [junit4]   2> 3542944 T9246 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3542944 T9246 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3542955 T9292 oasha.CollectionsHandler.handleCreateAction Creating Collection : replicationFactor=2&collection.configName=conf1&router.field=myOwnField&name=solrj_collection&action=CREATE&numShards=2&wt=javabin&version=2
   [junit4]   2> 3542958 T9278 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/collection-queue-work state SyncConnected
   [junit4]   2> 3542962 T9280 oasc.OverseerCollectionProcessor.run Overseer Collection Processor: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 3542965 T9353 oasc.OverseerCollectionProcessor.processMessage WARN OverseerCollectionProcessor.processMessage : create , {
   [junit4]   2> 	  "operation":"create",
   [junit4]   2> 	  "fromApi":"true",
   [junit4]   2> 	  "name":"solrj_collection",
   [junit4]   2> 	  "replicationFactor":"2",
   [junit4]   2> 	  "collection.configName":"conf1",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "router.field":"myOwnField"}
   [junit4]   2> 3542970 T9353 oasc.OverseerCollectionProcessor.createConfNode creating collections conf node /collections/solrj_collection 
   [junit4]   2> 3542977 T9353 oascc.SolrZkClient.makePath makePath: /collections/solrj_collection
   [junit4]   2> 3543035 T9278 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3543059 T9279 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: solrj_collection
   [junit4]   2> 3543059 T9279 oasc.Overseer$ClusterStateUpdater.createCollection Create collection solrj_collection with shards [shard1, shard2]
   [junit4]   2> 3543060 T9279 oasc.Overseer$ClusterStateUpdater.createCollection state version solrj_collection 1
   [junit4]   2> 3543067 T9319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3543069 T9351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3543068 T9285 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3543070 T9303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3543070 T9335 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3543071 T9278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3543131 T9353 oasc.OverseerCollectionProcessor.createCollection Creating SolrCores for new collection solrj_collection, shardNames [shard1, shard2] , replicationFactor : 2
   [junit4]   2> 3543132 T9353 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica1 as part of slice shard1 of collection solrj_collection on 127.0.0.1:58415_mx_bc%2Fs
   [junit4]   2> 3543134 T9353 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard1_replica2 as part of slice shard1 of collection solrj_collection on 127.0.0.1:58421_mx_bc%2Fs
   [junit4]   2> 3543145 T9311 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard1_replica1&action=CREATE&numShards=2&collection=solrj_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 3543145 T9353 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica1 as part of slice shard2 of collection solrj_collection on 127.0.0.1:58407_mx_bc%2Fs
   [junit4]   2> 3543151 T9345 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard1_replica2&action=CREATE&numShards=2&collection=solrj_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 3543154 T9353 oasc.OverseerCollectionProcessor.createCollection Creating shard solrj_collection_shard2_replica2 as part of slice shard2 of collection solrj_collection on 127.0.0.1:58412_mx_bc%2Fs
   [junit4]   2> 3543157 T9270 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard2_replica1&action=CREATE&numShards=2&collection=solrj_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 3543161 T9311 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica1 state=down collection=solrj_collection
   [junit4]   2> 3543162 T9345 oasc.ZkController.publish publishing core=solrj_collection_shard1_replica2 state=down collection=solrj_collection
   [junit4]   2> 3543165 T9345 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3543165 T9311 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3543169 T9293 oasha.CoreAdminHandler.handleCreateAction core create command qt=/admin/cores&collection.configName=conf1&name=solrj_collection_shard2_replica2&action=CREATE&numShards=2&collection=solrj_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 3543171 T9278 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3543174 T9293 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica2 state=down collection=solrj_collection
   [junit4]   2> 3543175 T9270 oasc.ZkController.publish publishing core=solrj_collection_shard2_replica1 state=down collection=solrj_collection
   [junit4]   2> 3543178 T9293 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3543183 T9270 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3543191 T9279 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58421/mx_bc/s",
   [junit4]   2> 	  "node_name":"127.0.0.1:58421_mx_bc%2Fs",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3543201 T9279 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"solrj_collection_shard1_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58415/mx_bc/s",
   [junit4]   2> 	  "node_name":"127.0.0.1:58415_mx_bc%2Fs",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3543209 T9278 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3543211 T9279 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58412/mx_bc/s",
   [junit4]   2> 	  "node_name":"127.0.0.1:58412_mx_bc%2Fs",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3543217 T9279 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"solrj_collection_shard2_replica1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:58407/mx_bc/s",
   [junit4]   2> 	  "node_name":"127.0.0.1:58407_mx_bc%2Fs",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"solrj_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3543224 T9278 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3543330 T9351 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3543330 T9285 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3543331 T9278 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3543331 T9303 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3543333 T9335 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3543330 T9319 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 3544167 T9345 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica2
   [junit4]   2> 3544168 T9345 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 3544169 T9311 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard1_replica1
   [junit4]   2> 3544169 T9311 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 3544172 T9345 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3544173 T9345 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 3544172 T9311 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3544174 T9311 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 3544177 T9345 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3544178 T9345 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-006/solrj_collection_shard1_replica2/'
   [junit4]   2> 3544178 T9311 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3544180 T9311 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-004/solrj_collection_shard1_replica1/'
   [junit4]   2> 3544183 T9293 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica2
   [junit4]   2> 3544184 T9293 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 3544185 T9270 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for solrj_collection_shard2_replica1
   [junit4]   2> 3544185 T9270 oasc.ZkController.createCollectionZkNode Check for collection zkNode:solrj_collection
   [junit4]   2> 3544187 T9293 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3544188 T9293 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 3544190 T9293 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3544191 T9293 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-003/solrj_collection_shard2_replica2/'
   [junit4]   2> 3544240 T9270 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3544242 T9270 oascc.ZkStateReader.readConfigName Load collection config from:/collections/solrj_collection
   [junit4]   2> 3544251 T9270 oascc.ZkStateReader.readConfigName path=/collections/solrj_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3544252 T9270 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-002/solrj_collection_shard2_replica1/'
   [junit4]   2> 3544359 T9311 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 3544365 T9293 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 3544373 T9345 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 3544398 T9270 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 3544426 T9293 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3544395 T9311 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3544435 T9270 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3544436 T9345 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3544445 T9293 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 3544447 T9345 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 3544450 T9311 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 3544455 T9270 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 3544472 T9293 oass.IndexSchema.readSchema [solrj_collection_shard2_replica2] Schema name=test
   [junit4]   2> 3544474 T9311 oass.IndexSchema.readSchema [solrj_collection_shard1_replica1] Schema name=test
   [junit4]   2> 3544478 T9345 oass.IndexSchema.readSchema [solrj_collection_shard1_replica2] Schema name=test
   [junit4]   2> 3544472 T9270 oass.IndexSchema.readSchema [solrj_collection_shard2_replica1] Schema name=test
   [junit4]   2> 3544901 T9345 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3544907 T9270 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3544937 T9345 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3544940 T9345 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3544942 T9293 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3544948 T9270 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3544951 T9270 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3544964 T9311 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3544970 T9293 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3544977 T9293 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3544978 T9311 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3544984 T9311 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3545033 T9270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3545046 T9270 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3545055 T9270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3545064 T9270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3545065 T9270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3545066 T9270 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3545067 T9311 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3545072 T9270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3545074 T9270 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3545075 T9345 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3545077 T9270 oasc.CoreContainer.create Creating SolrCore 'solrj_collection_shard2_replica1' using configuration from collection solrj_collection
   [junit4]   2> 3545078 T9270 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3545079 T9270 oasc.SolrCore.<init> [solrj_collection_shard2_replica1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-002/solrj_collection_shard2_replica1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-002/solrj_collection_shard2_replica1/data/
   [junit4]   2> 3545080 T9270 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7386e577
   [junit4]   2> 3545087 T9270 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest-65D59E8A59989082-001/tempDir-002/solrj_collection_shard2_replica1/data
   [junit4]   2> 3545090 T9345 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3545095 T9270 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../..

[...truncated too long message...]

4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: 5 threads leaked from SUITE scope at org.apache.solr.cloud.CollectionsAPIDistributedZkTest: 
   [junit4]    >    1) Thread[id=9556, name=zkCallback-1171-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=9424, name=TEST-CollectionsAPIDistributedZkTest.testDistribSearch-seed#[65D59E8A59989082]-SendThread(127.0.0.1:58402), state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]    >    3) Thread[id=9600, name=zkCallback-1171-thread-6, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=9599, name=zkCallback-1171-thread-5, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    5) Thread[id=9425, name=TEST-CollectionsAPIDistributedZkTest.testDistribSearch-seed#[65D59E8A59989082]-EventThread, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([65D59E8A59989082]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=9556, name=zkCallback-1171-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=9424, name=TEST-CollectionsAPIDistributedZkTest.testDistribSearch-seed#[65D59E8A59989082]-SendThread(127.0.0.1:58402), state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]    >    3) Thread[id=9600, name=zkCallback-1171-thread-6, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=9599, name=zkCallback-1171-thread-5, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([65D59E8A59989082]:0)
   [junit4] Completed in 171.75s, 1 test, 2 failures, 2 errors <<< FAILURES!

[...truncated 669 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:525: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:473: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1359: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:966: There were test failures: 445 suites, 1819 tests, 3 suite-level errors, 1 failure, 796 ignored (14 assumptions)

Total time: 121 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC (asserts: true)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.7.0) - Build # 1907 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1907/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC (asserts: false)

1 tests failed.
REGRESSION:  org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 30 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 30 seconds
	at __randomizedtesting.SeedInfo.seed([90E4788EA6B697FD:1102F696D1E9F7C1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:178)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:840)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1459)
	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.doTest(DistribDocExpirationUpdateProcessorTest.java:79)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11341 lines...]
   [junit4] Suite: org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/init-core-data-001
   [junit4]   2> 3767431 T9081 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 3767432 T9081 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /zq_w/o
   [junit4]   2> 3767441 T9081 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 3767443 T9081 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3767445 T9082 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3767551 T9081 oasc.ZkTestServer.run start zk server on port:58285
   [junit4]   2> 3767552 T9081 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3767566 T9081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3767576 T9089 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3bccb962 name:ZooKeeperConnection Watcher:127.0.0.1:58285 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3767578 T9081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3767578 T9081 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3767578 T9081 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3767605 T9081 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3767608 T9081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3767615 T9092 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@70980af4 name:ZooKeeperConnection Watcher:127.0.0.1:58285/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3767616 T9081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3767616 T9081 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3767616 T9081 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3767638 T9081 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3767651 T9081 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3767658 T9081 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3767678 T9081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-doc-expire-update-processor.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3767680 T9081 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3767715 T9081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 3767717 T9081 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3767731 T9081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3767734 T9081 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3767746 T9081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3767748 T9081 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3767770 T9081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3767771 T9081 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3767784 T9081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3767787 T9081 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3767803 T9081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3767805 T9081 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3767834 T9081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3767834 T9081 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3767847 T9081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3767852 T9081 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3767871 T9081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3767876 T9081 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3767896 T9081 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3767898 T9081 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3767911 T9081 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3767916 T9081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3767929 T9095 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@241eed4b name:ZooKeeperConnection Watcher:127.0.0.1:58285/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3767931 T9081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3767932 T9081 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3771132 T9081 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3771156 T9081 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3771159 T9081 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58289
   [junit4]   2> 3771166 T9081 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3771167 T9081 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3771168 T9081 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-002
   [junit4]   2> 3771169 T9081 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-002/'
   [junit4]   2> 3771246 T9081 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-002/solr.xml
   [junit4]   2> 3771522 T9081 oasc.CoreContainer.<init> New CoreContainer 1973032476
   [junit4]   2> 3771523 T9081 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-002/]
   [junit4]   2> 3771527 T9081 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3771528 T9081 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3771530 T9081 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3771532 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3771533 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3771534 T9081 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3771534 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3771535 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3771535 T9081 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3771535 T9081 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3771541 T9081 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3771546 T9081 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3771546 T9081 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3771547 T9081 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3771548 T9081 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58285/solr
   [junit4]   2> 3771548 T9081 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3771549 T9081 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3771551 T9081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3771557 T9107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14da2ada name:ZooKeeperConnection Watcher:127.0.0.1:58285 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3771558 T9081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3771560 T9081 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3771581 T9081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3771587 T9110 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@ee80da8 name:ZooKeeperConnection Watcher:127.0.0.1:58285/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3771588 T9081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3771596 T9081 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3771614 T9081 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3771630 T9081 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3771647 T9081 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3771662 T9081 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3771685 T9081 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3771694 T9081 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58289_zq_w%2Fo
   [junit4]   2> 3771696 T9081 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58289_zq_w%2Fo
   [junit4]   2> 3771711 T9081 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3771718 T9081 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3771729 T9081 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3771737 T9081 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:58289_zq_w%2Fo
   [junit4]   2> 3771739 T9081 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3771749 T9081 oasc.Overseer.start Overseer (id=92835463633436676-127.0.0.1:58289_zq_w%2Fo-n_0000000000) starting
   [junit4]   2> 3771759 T9081 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3771806 T9081 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3771809 T9112 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3771820 T9111 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3771826 T9081 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3771837 T9081 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3771843 T9081 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3771910 T9114 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 3771911 T9114 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3771913 T9114 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3771913 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3771928 T9111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "node_name":"127.0.0.1:58289_zq_w%2Fo",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58289/zq_w/o",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 3771929 T9111 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 3771930 T9111 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 3771930 T9111 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3771946 T9110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3772915 T9114 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3772916 T9114 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 3772920 T9114 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3772920 T9114 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3772924 T9114 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3772924 T9114 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-002/collection1/'
   [junit4]   2> 3772927 T9114 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 3772928 T9114 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 3772929 T9114 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 3773099 T9114 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 3773194 T9114 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3773213 T9114 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 3773244 T9114 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3773985 T9114 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3773988 T9114 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3773992 T9114 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3774001 T9114 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3774088 T9114 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3774088 T9114 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3774089 T9114 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/control/data/
   [junit4]   2> 3774089 T9114 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3774089 T9114 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/control/data
   [junit4]   2> 3774090 T9114 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/control/data/index/
   [junit4]   2> 3774090 T9114 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3774091 T9114 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/control/data/index
   [junit4]   2> 3774091 T9114 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=31.1650390625, floorSegmentMB=0.8193359375, forceMergeDeletesPctAllowed=23.683007232774855, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34920683968156113
   [junit4]   2> 3774094 T9114 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@46d4933c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2e0e6c78),segFN=segments_1,generation=1}
   [junit4]   2> 3774095 T9114 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3774098 T9114 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-defaults"
   [junit4]   2> 3774099 T9114 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-field"
   [junit4]   2> 3774099 T9114 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-param"
   [junit4]   2> 3774100 T9114 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-field-with-param-default"
   [junit4]   2> 3774100 T9114 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "scheduled-delete" (default)
   [junit4]   2> 3774101 T9114 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "scheduled-delete" (default)
   [junit4]   2> 3774103 T9114 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3774103 T9114 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3774104 T9114 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3774104 T9114 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3774105 T9114 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3774105 T9114 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3774106 T9114 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 3774107 T9114 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3774108 T9114 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
   [junit4]   2> 3774126 T9114 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3774129 T9114 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3774132 T9114 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3774134 T9114 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3774142 T9114 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3774143 T9114 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3774143 T9114 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7788963186024088]
   [junit4]   2> 3774144 T9114 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@46d4933c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2e0e6c78),segFN=segments_1,generation=1}
   [junit4]   2> 3774144 T9114 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3774145 T9114 oass.SolrIndexSearcher.<init> Opening Searcher@29441c3e[collection1] main
   [junit4]   2> 3774146 T9114 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3774149 T9114 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3774149 T9114 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3774151 T9114 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3774152 T9114 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3774152 T9114 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3774155 T9114 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3774155 T9114 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3774158 T9114 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 3774169 T9114 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3774170 T9114 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3774170 T9114 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3774173 T9114 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3774173 T9115 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29441c3e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3774178 T9119 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:58289/zq_w/o collection:control_collection shard:shard1
   [junit4]   2> 3774178 T9081 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3774179 T9081 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3774181 T9119 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3774190 T9081 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3774197 T9081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3774207 T9122 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3897b446 name:ZooKeeperConnection Watcher:127.0.0.1:58285/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3774210 T9081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3774210 T9081 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3774213 T9119 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3774220 T9081 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3774224 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3774230 T9119 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3774231 T9119 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2934 name=collection1 org.apache.solr.core.SolrCore@2e83d3da url=https://127.0.0.1:58289/zq_w/o/collection1 node=127.0.0.1:58289_zq_w%2Fo C2934_STATE=coll:control_collection core:collection1 props:{node_name=127.0.0.1:58289_zq_w%2Fo, core=collection1, state=down, base_url=https://127.0.0.1:58289/zq_w/o}
   [junit4]   2> 3774231 T9119 C2934 P58289 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:58289/zq_w/o/collection1/
   [junit4]   2> 3774232 T9119 C2934 P58289 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3774232 T9119 C2934 P58289 oasc.SyncStrategy.syncToMe https://127.0.0.1:58289/zq_w/o/collection1/ has no replicas
   [junit4]   2> 3774232 T9119 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:58289/zq_w/o/collection1/ shard1
   [junit4]   2> 3774233 T9119 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3774234 T9081 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3774234 T9081 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 3774235 T9081 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3774237 T9081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3774243 T9125 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@412d8e40 name:ZooKeeperConnection Watcher:127.0.0.1:58285/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3774244 T9081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3774246 T9081 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3774295 T9110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3774295 T9122 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3774330 T9111 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 3774331 T9111 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 3774331 T9111 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 3774341 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3774344 T9111 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 3774354 T9110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3774356 T9122 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3774385 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3774391 T9122 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3774392 T9110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3774453 T9119 oasc.ZkController.register We are https://127.0.0.1:58289/zq_w/o/collection1/ and leader is https://127.0.0.1:58289/zq_w/o/collection1/
   [junit4]   2> 3774453 T9119 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:58289/zq_w/o
   [junit4]   2> 3774454 T9119 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3774454 T9119 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 3774454 T9119 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3774458 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3774473 T9111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "node_name":"127.0.0.1:58289_zq_w%2Fo",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58289/zq_w/o",
   [junit4]   2> 	  "shard":"shard1"}
   [junit4]   2> 3774584 T9110 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3774585 T9122 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3777029 T9081 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 3777032 T9081 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3777048 T9081 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3777052 T9081 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58294
   [junit4]   2> 3777065 T9081 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3777068 T9081 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3777069 T9081 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-003
   [junit4]   2> 3777070 T9081 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-003/'
   [junit4]   2> 3777156 T9081 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-003/solr.xml
   [junit4]   2>  C2934_STATE=coll:control_collection core:collection1 props:{node_name=127.0.0.1:58289_zq_w%2Fo, core=collection1, state=active, base_url=https://127.0.0.1:58289/zq_w/o, leader=true}
   [junit4]   2> 3777174 T9116 C2934 P58289 oasup.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run Begining periodic deletion of expired docs
   [junit4]   2> 3777179 T9116 C2934 P58289 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 3777180 T9116 C2934 P58289 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 3777180 T9116 C2934 P58289 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3777180 T9116 C2934 P58289 oasup.LogUpdateProcessor.finish [collection1] {deleteByQuery={!cache=false}eXpField_tdt:[* TO 2014-11-21T07:59:26.812Z] (-1485367428318756864),commit=} 0 7
   [junit4]   2> 3777181 T9116 C2934 P58289 oasup.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run Finished periodic deletion of expired docs
   [junit4]   2> 3777262 T9081 oasc.CoreContainer.<init> New CoreContainer 473577111
   [junit4]   2> 3777262 T9081 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-003/]
   [junit4]   2> 3777264 T9081 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3777264 T9081 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3777265 T9081 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3777265 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3777266 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3777266 T9081 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3777266 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3777267 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3777268 T9081 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3777268 T9081 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3777272 T9081 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3777275 T9081 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3777275 T9081 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3777276 T9081 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3777276 T9081 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58285/solr
   [junit4]   2> 3777276 T9081 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3777277 T9081 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3777279 T9081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3777285 T9137 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@20be4ee0 name:ZooKeeperConnection Watcher:127.0.0.1:58285 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3777285 T9081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3777285 T9081 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3777292 T9081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3777298 T9140 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7f2e98d6 name:ZooKeeperConnection Watcher:127.0.0.1:58285/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3777299 T9081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3777328 T9081 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3778363 T9081 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58294_zq_w%2Fo
   [junit4]   2> 3778368 T9081 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58294_zq_w%2Fo
   [junit4]   2> 3778388 T9081 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3778433 T9141 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 3778434 T9141 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3778441 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3778445 T9141 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 3778445 T9141 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 3778447 T9141 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 3778455 T9141 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 3778456 T9141 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3778494 T9111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "node_name":"127.0.0.1:58294_zq_w%2Fo",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58294/zq_w/o",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 3778526 T9111 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 3778530 T9111 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 3778576 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3778578 T9111 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3778581 T9140 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3778585 T9140 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 3779458 T9141 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3779459 T9141 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3779461 T9141 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3779461 T9141 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3779464 T9141 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3779464 T9141 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-003/collection1/'
   [junit4]   2> 3779466 T9141 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 3779467 T9141 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 3779467 T9141 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 3779563 T9141 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 3779650 T9141 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3779654 T9141 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 3779676 T9141 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> ASYNC  NEW_CORE C2935 name=collection1 org.apache.solr.core.SolrCore@2e83d3da url=https://127.0.0.1:58289/zq_w/o/collection1 node=127.0.0.1:58289_zq_w%2Fo C2935_STATE=coll:control_collection core:collection1 props:{node_name=127.0.0.1:58289_zq_w%2Fo, core=collection1, state=active, base_url=https://127.0.0.1:58289/zq_w/o, leader=true}
   [junit4]   2> 3780174 T9116 C2935 P58289 oasup.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run Begining periodic deletion of expired docs
   [junit4]   2> 3780177 T9116 C2935 P58289 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 3780178 T9116 C2935 P58289 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 3780178 T9116 C2935 P58289 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3780178 T9116 C2935 P58289 oasup.LogUpdateProcessor.finish [collection1] {deleteByQuery={!cache=false}eXpField_tdt:[* TO 2014-11-21T07:59:29.812Z] (-1485367431465533440),commit=} 0 5
   [junit4]   2> 3780179 T9116 C2935 P58289 oasup.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run Finished periodic deletion of expired docs
   [junit4]   2> 3780643 T9141 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3780652 T9141 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3780655 T9141 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3780668 T9141 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3780800 T9141 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3780800 T9141 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3780801 T9141 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/jetty1/
   [junit4]   2> 3780802 T9141 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3780803 T9141 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/jetty1
   [junit4]   2> 3780804 T9141 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/jetty1/index/
   [junit4]   2> 3780805 T9141 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 3780806 T9141 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/jetty1/index
   [junit4]   2> 3780807 T9141 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=31.1650390625, floorSegmentMB=0.8193359375, forceMergeDeletesPctAllowed=23.683007232774855, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34920683968156113
   [junit4]   2> 3780810 T9141 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@411d6dd2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73151763),segFN=segments_1,generation=1}
   [junit4]   2> 3780810 T9141 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3780812 T9141 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-defaults"
   [junit4]   2> 3780813 T9141 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-field"
   [junit4]   2> 3780813 T9141 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-param"
   [junit4]   2> 3780814 T9141 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-field-with-param-default"
   [junit4]   2> 3780815 T9141 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "scheduled-delete" (default)
   [junit4]   2> 3780817 T9141 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "scheduled-delete" (default)
   [junit4]   2> 3780819 T9141 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3780819 T9141 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3780820 T9141 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3780821 T9141 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3780821 T9141 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3780821 T9141 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3780822 T9141 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 3780823 T9141 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3780823 T9141 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
   [junit4]   2> 3780847 T9141 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3780851 T9141 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3780854 T9141 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3780857 T9141 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3780863 T9141 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3780863 T9141 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3780864 T9141 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7788963186024088]
   [junit4]   2> 3780864 T9141 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@411d6dd2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@73151763),segFN=segments_1,generation=1}
   [junit4]   2> 3780865 T9141 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3780865 T9141 oass.SolrIndexSearcher.<init> Opening Searcher@61503d20[collection1] main
   [junit4]   2> 3780865 T9141 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3780868 T9141 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3780868 T9141 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3780870 T9141 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3780870 T9141 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3780871 T9141 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3780874 T9141 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3780875 T9141 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3780876 T9141 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 3780876 T9141 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3780884 T9141 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3780884 T9142 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@61503d20[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3780887 T9146 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:58294/zq_w/o collection:collection1 shard:shard2
   [junit4]   2> 3780889 T9081 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3780890 T9081 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3780891 T9146 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 3780915 T9146 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 3780941 T9146 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3780942 T9146 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2936 name=collection1 org.apache.solr.core.SolrCore@408ed867 url=https://127.0.0.1:58294/zq_w/o/collection1 node=127.0.0.1:58294_zq_w%2Fo C2936_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:58294_zq_w%2Fo, core=collection1, state=down, base_url=https://127.0.0.1:58294/zq_w/o}
   [junit4]   2> 3780942 T9146 C2936 P58294 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:58294/zq_w/o/collection1/
   [junit4]   2> 3780943 T9146 C2936 P58294 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3780943 T9146 C2936 P58294 oasc.SyncStrategy.syncToMe https://127.0.0.1:58294/zq_w/o/collection1/ has no replicas
   [junit4]   2> 3780944 T9146 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:58294/zq_w/o/collection1/ shard2
   [junit4]   2> 3780946 T9146 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 3780963 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3781030 T9111 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3781035 T9140 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3781038 T9140 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 3781098 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3781104 T9111 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3781112 T9140 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3781125 T9140 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 3781140 T9146 oasc.ZkController.register We are https://127.0.0.1:58294/zq_w/o/collection1/ and leader is https://127.0.0.1:58294/zq_w/o/collection1/
   [junit4]   2> 3781143 T9146 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:58294/zq_w/o
   [junit4]   2> 3781145 T9146 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3781147 T9146 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 3781154 T9146 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3781159 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3781210 T9111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "node_name":"127.0.0.1:58294_zq_w%2Fo",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58294/zq_w/o",
   [junit4]   2> 	  "shard":"shard2"}
   [junit4]   2> 3781210 T9146 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 3781245 T9111 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3781252 T9140 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3781254 T9140 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 3783174 T9116 C2935 P58289 oasup.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run Begining periodic deletion of expired docs
   [junit4]   2> 3783178 T9116 C2935 P58289 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 3783180 T9116 C2935 P58289 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 3783181 T9116 C2935 P58289 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3783182 T9116 C2935 P58289 oasup.LogUpdateProcessor.finish [collection1] {deleteByQuery={!cache=false}eXpField_tdt:[* TO 2014-11-21T07:59:32.812Z] (-1485367434610212864),commit=} 0 9
   [junit4]   2> 3783182 T9116 C2935 P58289 oasup.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run Finished periodic deletion of expired docs
   [junit4]   2>  C2936_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:58294_zq_w%2Fo, core=collection1, state=active, base_url=https://127.0.0.1:58294/zq_w/o, leader=true}
   [junit4]   2> 3783883 T9143 C2936 P58294 oasup.DocExpirationUpdateProcessorFactory.iAmInChargeOfPeriodicDeletes WARN Slice in charge of periodic deletes for collection1 does not currently have a leader
   [junit4]   2> 3784289 T9081 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 3784290 T9081 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3784303 T9081 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3784307 T9081 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58297
   [junit4]   2> 3784313 T9081 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3784314 T9081 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3784315 T9081 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-004
   [junit4]   2> 3784315 T9081 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-004/'
   [junit4]   2> 3784387 T9081 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-004/solr.xml
   [junit4]   2> 3784490 T9081 oasc.CoreContainer.<init> New CoreContainer 703120563
   [junit4]   2> 3784491 T9081 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-004/]
   [junit4]   2> 3784493 T9081 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3784494 T9081 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3784495 T9081 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3784496 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3784497 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3784497 T9081 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3784498 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3784498 T9081 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3784498 T9081 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3784499 T9081 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3784502 T9081 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3784504 T9081 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3784504 T9081 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3784505 T9081 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3784505 T9081 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58285/solr
   [junit4]   2> 3784506 T9081 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3784506 T9081 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3784508 T9081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3784512 T9158 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@773858ff name:ZooKeeperConnection Watcher:127.0.0.1:58285 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3784513 T9081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3784513 T9081 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3784522 T9081 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3784528 T9161 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62021556 name:ZooKeeperConnection Watcher:127.0.0.1:58285/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3784528 T9081 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3784552 T9081 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3785574 T9081 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58297_zq_w%2Fo
   [junit4]   2> 3785579 T9081 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58297_zq_w%2Fo
   [junit4]   2> 3785599 T9081 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3785977 T9162 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 3785978 T9162 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3785982 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3785986 T9162 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 3785986 T9162 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 3785988 T9162 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 3785991 T9162 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 3785991 T9162 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3785996 T9111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "node_name":"127.0.0.1:58297_zq_w%2Fo",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58297/zq_w/o",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 3786010 T9111 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 3786012 T9111 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3786033 T9111 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3786036 T9161 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3786036 T9140 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3786039 T9161 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 3786040 T9140 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 3786174 T9116 C2935 P58289 oasup.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run Begining periodic deletion of expired docs
   [junit4]   2> 3786175 T9116 C2935 P58289 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 3786176 T9116 C2935 P58289 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 3786177 T9116 C2935 P58289 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 3786177 T9116 C2935 P58289 oasup.LogUpdateProcessor.finish [collection1] {deleteByQuery={!cache=false}eXpField_tdt:[* TO 2014-11-21T07:59:35.813Z] (-1485367437754892288),commit=} 0 3
   [junit4]   2> 3786178 T9116 C2935 P58289 oasup.DocExpirationUpdateProcessorFactory$DeleteExpiredDocsRunnable.run Finished periodic deletion of expired docs
   [junit4]   2> 3786883 T9143 C2936 P58294 oasup.DocExpirationUpdateProcessorFactory.iAmInChargeOfPeriodicDeletes WARN Slice in charge of periodic deletes for collection1 does not currently have a leader
   [junit4]   2> 3786993 T9162 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3786994 T9162 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3786997 T9162 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3786998 T9162 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3787004 T9162 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3787005 T9162 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-004/collection1/'
   [junit4]   2> 3787008 T9162 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 3787009 T9162 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 3787009 T9162 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 3787096 T9162 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 3787164 T9162 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3787168 T9162 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 3787187 T9162 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3787717 T9162 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3787720 T9162 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3787721 T9162 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3787729 T9162 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3787806 T9162 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3787807 T9162 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3787807 T9162 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/jetty2/
   [junit4]   2> 3787807 T9162 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 3787810 T9162 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/jetty2
   [junit4]   2> 3787810 T9162 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/jetty2/index/
   [junit4]   2> 3787810 T9162 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 3787811 T9162 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/jetty2/index
   [junit4]   2> 3787811 T9162 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=31.1650390625, floorSegmentMB=0.8193359375, forceMergeDeletesPctAllowed=23.683007232774855, segmentsPerTier=40.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.34920683968156113
   [junit4]   2> 3787812 T9162 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@60891a68 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4924d35b),segFN=segments_1,generation=1}
   [junit4]   2> 3787813 T9162 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3787814 T9162 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-defaults"
   [junit4]   2> 3787816 T9162 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-field"
   [junit4]   2> 3787817 T9162 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-param"
   [junit4]   2> 3787817 T9162 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "convert-ttl-field-with-param-default"
   [junit4]   2> 3787818 T9162 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "scheduled-delete" (default)
   [junit4]   2> 3787820 T9162 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "scheduled-delete" (default)
   [junit4]   2> 3787820 T9162 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3787821 T9162 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3787822 T9162 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3787822 T9162 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3787823 T9162 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3787823 T9162 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3787823 T9162 oasc.RequestHandlers.initHandlersFromConfig created /select: solr.SearchHandler
   [junit4]   2> 3787824 T9162 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3787824 T9162 oasc.RequestHandlers.initHandlersFromConfig created /admin/: solr.admin.AdminHandlers
   [junit4]   2> 3787840 T9162 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787842 T9162 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787844 T9162 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787847 T9162 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787851 T9162 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3787852 T9162 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3787852 T9162 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=46, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7788963186024088]
   [junit4]   2> 3787853 T9162 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@60891a68 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4924d35b),segFN=segments_1,generation=1}
   [junit4]   2> 3787853 T9162 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3787854 T9162 oass.SolrIndexSearcher.<init> Opening Searcher@72a21949[collection1] main
   [junit4]   2> 3787854 T9162 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3787857 T9162 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3787857 T9162 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3787859 T9162 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3787859 T9162 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3787859 T9162 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3787863 T9162 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3787863 T9162 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3787864 T9162 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 3787864 T9162 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3787866 T9162 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3787866 T9163 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@72a21949[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3787871 T9167 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:58297/zq_w/o collection:collection1 shard:shard1
   [junit4]   2> 3787871 T9081 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3787872 T9081 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3787873 T9167 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 3787885 T9167 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3787891 T9167 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3787892 T9167 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C2937 name=collection1 org.apache.solr.core.SolrCore@35915499 url=https://127.0.0.1:58297/zq_w/o/collection1 node=127.0.0.1:58297_zq_w%2Fo C2937_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:58297_zq_w%2Fo, core=collection1, state=down, base_url=https://127.0.0.1:58297/zq_w/o}
   [junit4]   2> 3787892 T9167 C2937 P58297 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:58297/zq_w/o/collection1/
   [junit4]   2> 3787893 T9167 C2937 P58297 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3787893 T9167 C2937 P58297 oasc.SyncStrategy.syncToMe https://127.0.0.1:58297/zq_w/o/collection1/ has no replicas
   [junit4]   2> 3787894 T9167 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:58297/zq_w/o/collection1/ shard1
   [junit4]   2> 3787894 T9167 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 3787897 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3787925 T9111 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3787933 T9161 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3787935 T9161 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 6 
   [junit4]   2> 3787943 T9140 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3787951 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3787952 T9111 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3787954 T9161 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3787956 T9161 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 7 
   [junit4]   2> 3787963 T9140 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 7 
   [junit4]   2> 3787970 T9167 oasc.ZkController.register We are https://127.0.0.1:58297/zq_w/o/collection1/ and leader is https://127.0.0.1:58297/zq_w/o/collection1/
   [junit4]   2> 3787970 T9167 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:58297/zq_w/o
   [junit4]   2> 3787971 T9167 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3787971 T9167 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 3787971 T9167 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3787973 T9110 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3787986 T9167 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 7 
   [junit4]   2> 3787988 T9111 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "node_name":"127.0.0.1:58297_zq_w%2Fo",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58297/zq_w/o",
   [junit4]   2> 	  "shard":"shard1"}
   [junit4]   2> 3788005 T9111 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3788006 T9140 oascc.ZkS

[...truncated too long message...]

081 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001/tempDir-001/jetty4
   [junit4]   2> 3860556 T9081 oasc.Overseer.close Overseer (id=92835463633436686-127.0.0.1:58311_zq_w%2Fo-n_0000000004) closing
   [junit4]   2> 3860557 T9302 oasc.Overseer$ClusterStateUpdater.run Overseer Loop exiting : 127.0.0.1:58311_zq_w%2Fo
   [junit4]   2> 3862067 T9294 oascc.ZkStateReader$3.process WARN ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 3862083 T9081 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/zq_w/o,null}
   [junit4]   2> 3867075 T9081 oas.SolrTestCaseJ4.tearDown ###Ending testDistribSearch
   [junit4]   2> 3867078 T9081 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:58285 58285
   [junit4]   2> 3867107 T9082 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:58285 58285
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistribDocExpirationUpdateProcessorTest -Dtests.method=testDistribSearch -Dtests.seed=90E4788EA6B697FD -Dtests.slow=true -Dtests.locale=pt -Dtests.timezone=America/Ojinaga -Dtests.asserts=false -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 100.0s | DistribDocExpirationUpdateProcessorTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 30 seconds
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([90E4788EA6B697FD:1102F696D1E9F7C1]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:178)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:840)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1459)
   [junit4]    > 	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.doTest(DistribDocExpirationUpdateProcessorTest.java:79)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3867413 T9081 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.DistribDocExpirationUpdateProcessorTest-90E4788EA6B697FD-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {_version_=PostingsFormat(name=SimpleText), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, sim=DefaultSimilarity, locale=pt, timezone=America/Ojinaga
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_67 (64-bit)/cpus=2,threads=1,free=308851416,total=536870912
   [junit4]   2> 3867482 T3 oasu.SolrIndexWriter.finalize ERROR SolrIndexWriter was not closed prior to finalize(), indicates a bug -- POSSIBLE RESOURCE LEAK!!!
   [junit4]   2> NOTE: All tests run in this JVM: [DeleteLastCustomShardedReplicaTest, AtomicUpdatesTest, PrimUtilsTest, TriLevelCompositeIdRoutingTest, SSLMigrationTest, RAMDirectoryFactoryTest, TestUniqueKeyFieldResource, TestRTGBase, ExternalFileFieldSortTest, BadComponentTest, SpellCheckComponentTest, DirectUpdateHandlerTest, TestCharFilters, CursorMarkTest, TestManagedSchema, TestCollationFieldDocValues, TestCodecSupport, LeaderElectionTest, HdfsWriteToMultipleCollectionsTest, FastVectorHighlighterTest, OutputWriterTest, TestDocSet, TestIndexSearcher, TestStressRecovery, TestValueSourceCache, DeleteReplicaTest, ClusterStateUpdateTest, TestCloudManagedSchema, TestCloudManagedSchemaConcurrent, AddBlockUpdateTest, UniqFieldsUpdateProcessorFactoryTest, ConnectionManagerTest, TestConfig, OpenExchangeRatesOrgProviderTest, TestManagedResourceStorage, DistributedFacetPivotSmallTest, TestSystemIdResolver, ChaosMonkeySafeLeaderTest, TestWordDelimiterFilterFactory, TestQueryUtils, SolrIndexConfigTest, PeerSyncTest, TestBulkSchemaConcurrent, TestExpandComponent, AssignTest, CachingDirectoryFactoryTest, DeleteShardTest, SolrXmlInZkTest, SoftAutoCommitTest, CollectionsAPIAsyncDistributedZkTest, MultiThreadedOCPTest, StandardRequestHandlerTest, DefaultValueUpdateProcessorTest, TestSolrXmlPersistence, TestZkChroot, SharedFSAutoReplicaFailoverUtilsTest, DocExpirationUpdateProcessorFactoryTest, NotRequiredUniqueKeyTest, TestSolrXml, SpellPossibilityIteratorTest, UpdateRequestProcessorFactoryTest, LukeRequestHandlerTest, DistributedQueryComponentCustomSortTest, BadIndexSchemaTest, FieldAnalysisRequestHandlerTest, BasicFunctionalityTest, DistributedFacetPivotLongTailTest, TestRangeQuery, TestBadConfig, URLClassifyProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestFieldCollectionResource, TestDynamicFieldResource, TestNonDefinedSimilarityFactory, UnloadDistributedZkTest, TestOverriddenPrefixQueryForCustomFieldType, TermsComponentTest, TestComponentsName, TestLazyCores, TestRawResponseWriter, TestFastWriter, TermVectorComponentTest, AnalysisAfterCoreReloadTest, CustomCollectionTest, TestSchemaSimilarityResource, TestLFUCache, SOLR749Test, TestSuggestSpellingConverter, TestInitParams, TestSolrDynamicMBean, TestSearcherReuse, TestDynamicFieldCollectionResource, HardAutoCommitTest, TestReload, OverseerCollectionProcessorTest, RollingRestartTest, SolrInfoMBeanTest, TestRealTimeGet, TestExceedMaxTermLength, PingRequestHandlerTest, SuggesterTest, TestSurroundQueryParser, RemoteQueryErrorTest, TestSerializedLuceneMatchVersion, TestReplicationHandlerBackup, ResponseLogComponentTest, TestReplicationHandler, TestFieldTypeResource, BasicDistributedZk2Test, TestSolrQueryParserResource, SignatureUpdateProcessorFactoryTest, ResponseHeaderTest, TestRandomMergePolicy, SpellingQueryConverterTest, TestRecoveryHdfs, AnalysisErrorHandlingTest, TestAnalyzedSuggestions, TestDefaultSearchFieldResource, TestFiltering, RequestHandlersTest, HdfsUnloadDistributedZkTest, TestSolrJ, TestManagedResource, CoreAdminHandlerTest, DirectUpdateHandlerOptimizeTest, RankQueryTest, DistributedFacetPivotLargeTest, SearchHandlerTest, MultiTermTest, TestBinaryResponseWriter, TestLMJelinekMercerSimilarityFactory, FileBasedSpellCheckerTest, ReplicationFactorTest, LeaderInitiatedRecoveryOnCommitTest, SchemaVersionSpecificBehaviorTest, FacetPivotSmallTest, MoreLikeThisHandlerTest, DocValuesTest, SimpleCollectionCreateDeleteTest, TestFastOutputStream, TestHighFrequencyDictionaryFactory, TestSolrQueryParser, TestStressReorder, TestCollationField, AliasIntegrationTest, TestConfigSets, DocumentBuilderTest, PolyFieldTest, TestArbitraryIndexDir, ZkSolrClientTest, TestGroupingSearch, HdfsRecoveryZkTest, CurrencyFieldXmlFileTest, TestTolerantSearch, TestClassNameShortening, TestInitQParser, TestRandomDVFaceting, TestDistributedSearch, ExitableDirectoryReaderTest, TestDistribDocBasedVersion, TestCloudInspectUtil, AnalyticsQueryTest, TestInfoStreamLogging, CircularListTest, AutoCommitTest, ChaosMonkeyNothingIsSafeTest, HighlighterMaxOffsetTest, TestPostingsSolrHighlighter, TestSchemaVersionResource, TestSchemaManager, ShardRoutingCustomTest, TestPHPSerializedResponseWriter, TestRemoteStreaming, TestShardHandlerFactory, SystemInfoHandlerTest, TestCustomSort, MinimalSchemaTest, CurrencyFieldOpenExchangeTest, TestJmxMonitoredMap, DistribDocExpirationUpdateProcessorTest]
   [junit4]   2> 3867483 T3 oasu.SolrIndexWriter.close ERROR Error closing IndexWriter java.lang.NullPointerException
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3019)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:2992)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:946)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:991)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.close(SolrIndexWriter.java:129)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.finalize(SolrIndexWriter.java:182)
   [junit4]   2> 	at java.lang.System$2.invokeFinalize(System.java:1210)
   [junit4]   2> 	at java.lang.ref.Finalizer.runFinalizer(Finalizer.java:98)
   [junit4]   2> 	at java.lang.ref.Finalizer.access$100(Finalizer.java:34)
   [junit4]   2> 	at java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:210)
   [junit4]   2> 
   [junit4] Completed in 100.15s, 1 test, 1 failure <<< FAILURES!

[...truncated 834 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:525: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:473: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1359: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:966: There were test failures: 445 suites, 1819 tests, 1 failure, 49 ignored (20 assumptions)

Total time: 209 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC (asserts: false)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.7.0) - Build # 1906 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1906/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC (asserts: false)

4 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrServerTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([9CF95A9BF75333E1:1D1FD483800C53DD]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrServerTest.allTests(CloudSolrServerTest.java:300)
	at org.apache.solr.client.solrj.impl.CloudSolrServerTest.doTest(CloudSolrServerTest.java:124)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
ERROR: SolrZkClient opens=19 closes=18

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=19 closes=18
	at __randomizedtesting.SeedInfo.seed([9CF95A9BF75333E1]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:461)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:188)
	at sun.reflect.GeneratedMethodAccessor30.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
7 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest:     1) Thread[id=531, name=CloudSolrServer ThreadPool-56-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=530, name=CloudSolrServer ThreadPool-56-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=560, name=zkCallback-57-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=522, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[9CF95A9BF75333E1]-SendThread(127.0.0.1:60467), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)    5) Thread[id=523, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[9CF95A9BF75333E1]-EventThread, state=WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)    6) Thread[id=524, name=zkCallback-57-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    7) Thread[id=555, name=zkCallback-57-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest: 
   1) Thread[id=531, name=CloudSolrServer ThreadPool-56-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=530, name=CloudSolrServer ThreadPool-56-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=560, name=zkCallback-57-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=522, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[9CF95A9BF75333E1]-SendThread(127.0.0.1:60467), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   5) Thread[id=523, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[9CF95A9BF75333E1]-EventThread, state=WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
   6) Thread[id=524, name=zkCallback-57-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   7) Thread[id=555, name=zkCallback-57-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([9CF95A9BF75333E1]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=531, name=CloudSolrServer ThreadPool-56-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=530, name=CloudSolrServer ThreadPool-56-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=560, name=zkCallback-57-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=522, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[9CF95A9BF75333E1]-SendThread(127.0.0.1:60467), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)    5) Thread[id=524, name=zkCallback-57-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=555, name=zkCallback-57-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=531, name=CloudSolrServer ThreadPool-56-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=530, name=CloudSolrServer ThreadPool-56-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=560, name=zkCallback-57-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=522, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[9CF95A9BF75333E1]-SendThread(127.0.0.1:60467), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   5) Thread[id=524, name=zkCallback-57-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=555, name=zkCallback-57-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([9CF95A9BF75333E1]:0)




Build Log:
[...truncated 12591 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrServerTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/init-core-data-001
   [junit4]   2> 281400 T393 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 281401 T393 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 281407 T393 oasc.AbstractZkTestCase.<clinit> WARN TEST_HOME() does not exist - solrj test?
   [junit4]   2> 281414 T393 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 281425 T393 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 281439 T394 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 281642 T393 oasc.ZkTestServer.run start zk server on port:60467
   [junit4]   2> 281647 T393 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 281826 T393 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 281872 T395 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 283290 T401 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7e15f62e name:ZooKeeperConnection Watcher:127.0.0.1:60467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 283291 T393 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 283291 T393 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 283303 T393 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 283404 T393 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 283406 T393 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 283413 T404 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@167a8059 name:ZooKeeperConnection Watcher:127.0.0.1:60467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 283413 T393 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 283413 T393 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 283420 T393 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 283437 T393 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 283452 T393 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 283462 T393 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 283475 T393 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 283477 T393 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 283495 T393 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 283496 T393 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 283510 T393 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml because it doesn't exist
   [junit4]   2> 283511 T393 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt because it doesn't exist
   [junit4]   2> 283512 T393 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt because it doesn't exist
   [junit4]   2> 283513 T393 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml because it doesn't exist
   [junit4]   2> 283513 T393 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/enumsConfig.xml because it doesn't exist
   [junit4]   2> 283515 T393 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/open-exchange-rates.json because it doesn't exist
   [junit4]   2> 283515 T393 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
   [junit4]   2> 283516 T393 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/old_synonyms.txt because it doesn't exist
   [junit4]   2> 283516 T393 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt because it doesn't exist
   [junit4]   2> 283902 T393 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 283912 T393 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60471
   [junit4]   2> 283912 T393 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 283913 T393 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 283913 T393 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-002
   [junit4]   2> 283914 T393 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-002/'
   [junit4]   2> 283954 T393 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-002/solr.xml
   [junit4]   2> 284057 T393 oasc.CoreContainer.<init> New CoreContainer 1595744843
   [junit4]   2> 284058 T393 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-002/]
   [junit4]   2> 284059 T393 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 284059 T393 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 284059 T393 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 284060 T393 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 284060 T393 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 284060 T393 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 284060 T393 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 284061 T393 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 284061 T393 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 284061 T393 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 284062 T393 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 284062 T393 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 284063 T393 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 284063 T393 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 284064 T393 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60467/solr
   [junit4]   2> 284116 T393 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 284117 T393 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 284118 T393 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 284126 T416 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@60620ba3 name:ZooKeeperConnection Watcher:127.0.0.1:60467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 284127 T393 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 284128 T393 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 284150 T393 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 284157 T419 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54315d11 name:ZooKeeperConnection Watcher:127.0.0.1:60467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 284158 T393 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 284191 T393 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 284223 T393 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 284246 T393 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 284264 T393 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 284280 T393 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 284323 T393 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 284331 T393 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60471_
   [junit4]   2> 284338 T393 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60471_
   [junit4]   2> 284355 T393 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 284366 T393 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 284376 T393 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 284407 T393 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:60471_
   [junit4]   2> 284408 T393 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 284423 T393 oasc.Overseer.start Overseer (id=92832361302917123-127.0.0.1:60471_-n_0000000000) starting
   [junit4]   2> 284467 T393 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 284563 T393 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 284585 T421 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 284588 T393 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 284596 T393 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 284602 T393 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 284656 T420 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 284695 T423 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 284696 T423 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 284730 T423 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 284730 T419 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 284781 T420 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60471",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "node_name":"127.0.0.1:60471_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 284781 T420 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 284815 T420 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 284837 T420 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 284867 T419 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 285733 T423 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 285733 T423 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 285737 T423 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 285738 T423 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 285747 T423 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 285750 T423 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-002/collection1/'
   [junit4]   2> 285878 T423 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 285966 T423 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 285972 T423 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 286010 T423 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 286645 T423 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 286649 T423 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 286653 T423 oass.IndexSchema.loadCopyFields WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 286654 T423 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 286674 T423 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 286674 T423 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 286675 T423 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/control/data/
   [junit4]   2> 286675 T423 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 286676 T423 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/control/data
   [junit4]   2> 286677 T423 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/control/data/index/
   [junit4]   2> 286677 T423 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 286678 T423 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/control/data/index
   [junit4]   2> 286679 T423 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@407ac90a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3d24d098),segFN=segments_1,generation=1}
   [junit4]   2> 286680 T423 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 286684 T423 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 286685 T423 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 286686 T423 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 286686 T423 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 286687 T423 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 286687 T423 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 286687 T423 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 286688 T423 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 286688 T423 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 286689 T423 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 286690 T423 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 286702 T423 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 286704 T423 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 286706 T423 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 286708 T423 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 286714 T423 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 286714 T423 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 286715 T423 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@407ac90a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3d24d098),segFN=segments_1,generation=1}
   [junit4]   2> 286715 T423 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 286717 T423 oass.SolrIndexSearcher.<init> Opening Searcher@7f5d0856[collection1] main
   [junit4]   2> 286717 T423 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 286722 T423 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 286722 T423 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 286737 T423 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 286737 T423 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 286738 T423 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 286740 T423 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 286740 T423 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 286743 T423 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 286755 T423 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 286755 T423 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 286756 T423 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 286758 T424 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@7f5d0856[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 286758 T423 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 286762 T427 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60471 collection:control_collection shard:shard1
   [junit4]   2> 286763 T393 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0
   [junit4]   2> 286764 T393 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 286792 T393 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 286796 T393 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 286802 T427 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 286803 T430 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5f1e961a name:ZooKeeperConnection Watcher:127.0.0.1:60467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 286804 T393 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 286804 T393 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 286810 T393 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 286842 T427 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 286848 T393 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 286859 T419 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 286878 T427 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 286880 T427 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C254 name=collection1 org.apache.solr.core.SolrCore@5778064b url=http://127.0.0.1:60471/collection1 node=127.0.0.1:60471_ C254_STATE=coll:control_collection core:collection1 props:{base_url=http://127.0.0.1:60471, node_name=127.0.0.1:60471_, core=collection1, state=down}
   [junit4]   2> 286889 T427 C254 P60471 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60471/collection1/
   [junit4]   2> 286891 T427 C254 P60471 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 286891 T427 C254 P60471 oasc.SyncStrategy.syncToMe http://127.0.0.1:60471/collection1/ has no replicas
   [junit4]   2> 286892 T427 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60471/collection1/ shard1
   [junit4]   2> 286902 T427 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 286927 T430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 286933 T419 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 286967 T419 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 287106 T430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 287107 T419 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 287186 T427 oasc.ZkController.register We are http://127.0.0.1:60471/collection1/ and leader is http://127.0.0.1:60471/collection1/
   [junit4]   2> 287187 T427 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60471
   [junit4]   2> 287187 T427 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 287187 T427 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 287188 T427 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 287195 T419 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 287229 T420 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60471",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "node_name":"127.0.0.1:60471_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 287306 T393 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 287308 T393 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 287313 T393 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60475
   [junit4]   2> 287316 T393 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 287317 T393 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 287318 T393 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-003
   [junit4]   2> 287319 T393 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-003/'
   [junit4]   2> 287348 T430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 287348 T419 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 287386 T393 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-003/solr.xml
   [junit4]   2> 287473 T393 oasc.CoreContainer.<init> New CoreContainer 1618926351
   [junit4]   2> 287473 T393 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-003/]
   [junit4]   2> 287475 T393 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 287476 T393 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 287476 T393 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 287476 T393 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 287477 T393 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 287477 T393 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 287478 T393 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 287478 T393 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 287478 T393 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 287479 T393 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 287479 T393 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 287480 T393 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 287480 T393 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 287481 T393 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 287481 T393 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60467/solr
   [junit4]   2> 287481 T393 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 287482 T393 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 287484 T393 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 287489 T442 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@74ae919a name:ZooKeeperConnection Watcher:127.0.0.1:60467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 287490 T393 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 287491 T393 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 287500 T393 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 287504 T445 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3df9fbf9 name:ZooKeeperConnection Watcher:127.0.0.1:60467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 287505 T393 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 287533 T393 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 288553 T393 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60475_
   [junit4]   2> 288558 T393 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60475_
   [junit4]   2> 288591 T393 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 288620 T446 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 288620 T446 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 288625 T446 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 288625 T419 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 288640 T420 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60475",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "node_name":"127.0.0.1:60475_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 288641 T420 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 288641 T420 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 1
   [junit4]   2> 288642 T420 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 288758 T430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 288758 T419 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 288758 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 289626 T446 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 289626 T446 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 289635 T446 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 289635 T446 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 289642 T446 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 289643 T446 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-003/collection1/'
   [junit4]   2> 289719 T446 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 289810 T446 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 289816 T446 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 289842 T446 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 290486 T446 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 290491 T446 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 290492 T446 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 290493 T446 oass.IndexSchema.loadCopyFields WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 290496 T446 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 290497 T446 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 290497 T446 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/jetty1/
   [junit4]   2> 290497 T446 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 290498 T446 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/jetty1
   [junit4]   2> 290498 T446 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/jetty1/index/
   [junit4]   2> 290499 T446 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 290499 T446 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/jetty1/index
   [junit4]   2> 290500 T446 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@14774d44 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2471b5db),segFN=segments_1,generation=1}
   [junit4]   2> 290500 T446 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 290502 T446 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 290502 T446 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 290503 T446 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 290503 T446 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 290504 T446 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 290504 T446 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 290504 T446 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 290505 T446 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 290506 T446 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 290506 T446 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 290506 T446 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 290518 T446 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 290519 T446 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 290521 T446 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 290523 T446 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 290529 T446 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 290529 T446 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 290530 T446 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@14774d44 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2471b5db),segFN=segments_1,generation=1}
   [junit4]   2> 290530 T446 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 290530 T446 oass.SolrIndexSearcher.<init> Opening Searcher@748b33f2[collection1] main
   [junit4]   2> 290531 T446 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 290536 T446 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 290536 T446 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 290539 T446 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 290539 T446 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 290539 T446 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 290545 T446 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 290545 T446 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 290545 T446 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 290546 T446 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 290555 T446 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 290555 T447 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@748b33f2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 290558 T450 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:60475 collection:collection1 shard:shard1
   [junit4]   2> 290560 T393 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0
   [junit4]   2> 290561 T393 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 290563 T450 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 290590 T450 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 290596 T419 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 290598 T450 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 290599 T450 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C255 name=collection1 org.apache.solr.core.SolrCore@329a6d86 url=http://127.0.0.1:60475/collection1 node=127.0.0.1:60475_ C255_STATE=coll:collection1 core:collection1 props:{base_url=http://127.0.0.1:60475, node_name=127.0.0.1:60475_, core=collection1, state=down}
   [junit4]   2> 290599 T450 C255 P60475 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:60475/collection1/
   [junit4]   2> 290599 T450 C255 P60475 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 290600 T450 C255 P60475 oasc.SyncStrategy.syncToMe http://127.0.0.1:60475/collection1/ has no replicas
   [junit4]   2> 290600 T450 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:60475/collection1/ shard1
   [junit4]   2> 290600 T450 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 290634 T419 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290635 T430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290636 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290686 T419 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 290690 T419 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290691 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290692 T430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290735 T450 oasc.ZkController.register We are http://127.0.0.1:60475/collection1/ and leader is http://127.0.0.1:60475/collection1/
   [junit4]   2> 290735 T450 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60475
   [junit4]   2> 290735 T450 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 290735 T450 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 290736 T450 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 290755 T419 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 290784 T420 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60475",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "node_name":"127.0.0.1:60475_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 290900 T430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290901 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290902 T419 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 290964 T393 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 290965 T393 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 290970 T393 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:60478
   [junit4]   2> 290971 T393 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 290972 T393 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 290972 T393 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-004
   [junit4]   2> 290973 T393 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-004/'
   [junit4]   2> 291029 T393 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-004/solr.xml
   [junit4]   2> 291141 T393 oasc.CoreContainer.<init> New CoreContainer 1048345770
   [junit4]   2> 291142 T393 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-004/]
   [junit4]   2> 291145 T393 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 291145 T393 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 291145 T393 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 291146 T393 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 291147 T393 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 291148 T393 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 291149 T393 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 291150 T393 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 291150 T393 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 291152 T393 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 291152 T393 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 291153 T393 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 291154 T393 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 291155 T393 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 291156 T393 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:60467/solr
   [junit4]   2> 291157 T393 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 291158 T393 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 291162 T393 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 291164 T462 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c81a48c name:ZooKeeperConnection Watcher:127.0.0.1:60467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 291165 T393 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 291165 T393 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 291173 T393 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 291179 T465 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@63ee016 name:ZooKeeperConnection Watcher:127.0.0.1:60467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 291180 T393 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 291215 T393 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 292241 T393 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60478_
   [junit4]   2> 292244 T393 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:60478_
   [junit4]   2> 292266 T393 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 292287 T466 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 292288 T466 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 292291 T419 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 292291 T466 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 292307 T420 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:60478",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "node_name":"127.0.0.1:60478_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 292307 T420 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 292308 T420 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 292428 T465 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 292429 T419 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 292431 T445 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 292432 T430 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 293297 T466 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 293297 T466 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 293300 T466 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 293300 T466 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 293310 T466 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 293311 T466 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-004/collection1/'
   [junit4]   2> 293395 T466 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 293468 T466 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 293476 T466 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 293511 T466 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 294025 T466 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 294032 T466 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 294033 T466 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 294034 T466 oass.IndexSchema.loadCopyFields WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 294034 T466 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 294035 T466 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 294035 T466 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/jetty2/
   [junit4]   2> 294035 T466 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 294035 T466 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/jetty2
   [junit4]   2> 294035 T466 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/jetty2/index/
   [junit4]   2> 294036 T466 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 294036 T466 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-9CF95A9BF75333E1-001/tempDir-001/jetty2/index
   [junit4]   2> 294036 T466 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6b946bea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d3906d3),segFN=segments_1,generation=1}
   [junit4]   2> 294036 T466 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 294041 T466 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 294042 T466 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 294042 T466 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 294043 T466 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 294045 T466 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 294045 T466 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 294051 T466 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 294051 T466 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 294051 T466 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 294052 T466 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 294053 T466 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 294065 T466 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 294068 T466 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 294071 T466 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 294073 T466 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 294077 T466 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 294078 T466 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 294079 T466 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@6b946bea lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d3906d3),segFN=segments_1,generation=1}
   [junit4]   2> 294079 T466 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 294079 T466 oass.SolrIndexSearcher.<init> Opening Searcher@682fbaf3[collection1] main
   [junit4]   2> 294080 T466 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 294083 T466 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 294084 T466 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 294086 T466 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 294086 T466 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 294087 T466 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeep

[...truncated too long message...]

t.testDistribSearch-seed#[9CF95A9BF75333E1]-EventThread, state=WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
   [junit4]    >    6) Thread[id=524, name=zkCallback-57-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    7) Thread[id=555, name=zkCallback-57-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9CF95A9BF75333E1]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=531, name=CloudSolrServer ThreadPool-56-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=530, name=CloudSolrServer ThreadPool-56-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    3) Thread[id=560, name=zkCallback-57-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=522, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[9CF95A9BF75333E1]-SendThread(127.0.0.1:60467), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]    >    5) Thread[id=524, name=zkCallback-57-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    6) Thread[id=555, name=zkCallback-57-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([9CF95A9BF75333E1]:0)
   [junit4] Completed in 80.30s, 3 tests, 1 failure, 3 errors <<< FAILURES!

[...truncated 88 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:525: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:473: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:202: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1359: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:966: There were test failures: 54 suites, 330 tests, 3 suite-level errors, 1 error, 133 ignored

Total time: 205 minutes 43 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC (asserts: false)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-5.x-MacOSX (64bit/jdk1.8.0) - Build # 1905 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-5.x-MacOSX/1905/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC (asserts: true)

4 tests failed.
REGRESSION:  org.apache.solr.cloud.RecoveryZkTest.testDistribSearch

Error Message:
There are still nodes recoverying - waited for 120 seconds

Stack Trace:
java.lang.AssertionError: There are still nodes recoverying - waited for 120 seconds
	at __randomizedtesting.SeedInfo.seed([3A01C55C0C885C52:BBE74B447BD73C6E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:178)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:840)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForThingsToLevelOut(AbstractFullDistribZkTestBase.java:1459)
	at org.apache.solr.cloud.RecoveryZkTest.doTest(RecoveryZkTest.java:108)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor59.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.rest.schema.analysis.TestManagedStopFilterFactory.testCanHandleDecodingAndEncodingForStopwords

Error Message:
JSON Parse Error: char=<,position=0 BEFORE='<' AFTER='html> <head> <meta http-equiv="Content-'

Stack Trace:
org.noggit.JSONParser$ParseException: JSON Parse Error: char=<,position=0 BEFORE='<' AFTER='html> <head> <meta http-equiv="Content-'
	at __randomizedtesting.SeedInfo.seed([3A01C55C0C885C52:3AB8A3FBDE6513A2]:0)
	at org.noggit.JSONParser.err(JSONParser.java:356)
	at org.noggit.JSONParser.handleNonDoubleQuoteString(JSONParser.java:712)
	at org.noggit.JSONParser.next(JSONParser.java:886)
	at org.noggit.JSONParser.nextEvent(JSONParser.java:930)
	at org.noggit.ObjectBuilder.<init>(ObjectBuilder.java:44)
	at org.noggit.ObjectBuilder.getVal(ObjectBuilder.java:37)
	at org.noggit.ObjectBuilder.fromJSON(ObjectBuilder.java:33)
	at org.apache.solr.JSONTestUtil.match(JSONTestUtil.java:81)
	at org.apache.solr.JSONTestUtil.match(JSONTestUtil.java:71)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:244)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:196)
	at org.apache.solr.rest.schema.analysis.TestManagedStopFilterFactory.testCanHandleDecodingAndEncodingForStopwords(TestManagedStopFilterFactory.java:197)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.rest.schema.analysis.TestManagedStopFilterFactory.testManagedStopwords

Error Message:
JSON Parse Error: char=<,position=0 BEFORE='<' AFTER='html> <head> <meta http-equiv="Content-'

Stack Trace:
org.noggit.JSONParser$ParseException: JSON Parse Error: char=<,position=0 BEFORE='<' AFTER='html> <head> <meta http-equiv="Content-'
	at __randomizedtesting.SeedInfo.seed([3A01C55C0C885C52:92B232ED675DB055]:0)
	at org.noggit.JSONParser.err(JSONParser.java:356)
	at org.noggit.JSONParser.handleNonDoubleQuoteString(JSONParser.java:712)
	at org.noggit.JSONParser.next(JSONParser.java:886)
	at org.noggit.JSONParser.nextEvent(JSONParser.java:930)
	at org.noggit.ObjectBuilder.<init>(ObjectBuilder.java:44)
	at org.noggit.ObjectBuilder.getVal(ObjectBuilder.java:37)
	at org.noggit.ObjectBuilder.fromJSON(ObjectBuilder.java:33)
	at org.apache.solr.JSONTestUtil.match(JSONTestUtil.java:81)
	at org.apache.solr.JSONTestUtil.match(JSONTestUtil.java:71)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:244)
	at org.apache.solr.util.RestTestBase.assertJQ(RestTestBase.java:196)
	at org.apache.solr.rest.schema.analysis.TestManagedStopFilterFactory.testManagedStopwords(TestManagedStopFilterFactory.java:92)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.search.join.BJQParserTest

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at __randomizedtesting.SeedInfo.seed([3A01C55C0C885C52]:0)
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.search.join.BJQParserTest.createIndex(BJQParserTest.java:62)
	at org.apache.solr.search.join.BJQParserTest.beforeClass(BJQParserTest.java:42)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:767)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:533)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:78)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:101)
	at java.lang.Class.newInstance(Class.java:427)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
	... 15 more




Build Log:
[...truncated 11531 lines...]
   [junit4] Suite: org.apache.solr.cloud.RecoveryZkTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/init-core-data-001
   [junit4]   2> 3995365 T11909 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 3995365 T11909 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 3995370 T11909 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 3995371 T11909 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3995372 T11910 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3995472 T11909 oasc.ZkTestServer.run start zk server on port:58467
   [junit4]   2> 3995473 T11909 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3995474 T11909 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3995481 T11917 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@59a8651c name:ZooKeeperConnection Watcher:127.0.0.1:58467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3995482 T11909 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3995482 T11909 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3995483 T11909 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3995491 T11909 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3995493 T11909 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3995497 T11920 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@555a60d7 name:ZooKeeperConnection Watcher:127.0.0.1:58467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3995497 T11909 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3995497 T11909 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3995497 T11909 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3995505 T11909 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3995510 T11909 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3995516 T11909 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3995522 T11909 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3995522 T11909 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3995531 T11909 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 3995531 T11909 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3995538 T11909 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3995539 T11909 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3995545 T11909 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3995546 T11909 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3995552 T11909 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3995552 T11909 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3995558 T11909 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3995559 T11909 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3995566 T11909 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3995567 T11909 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3995573 T11909 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3995574 T11909 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3995581 T11909 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3995582 T11909 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3995588 T11909 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3995588 T11909 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3995595 T11909 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3995596 T11909 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3995606 T11909 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3995607 T11909 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3995610 T11923 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@67ed4bc5 name:ZooKeeperConnection Watcher:127.0.0.1:58467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3995611 T11909 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3995611 T11909 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3997263 T11909 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3997274 T11909 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 3997297 T11909 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58471
   [junit4]   2> 3997300 T11909 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3997300 T11909 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3997301 T11909 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-002
   [junit4]   2> 3997301 T11909 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-002/'
   [junit4]   2> 3997341 T11909 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-002/solr.xml
   [junit4]   2> 3997374 T11909 oasc.CoreContainer.<init> New CoreContainer 878519573
   [junit4]   2> 3997374 T11909 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-002/]
   [junit4]   2> 3997375 T11909 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3997375 T11909 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3997375 T11909 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3997376 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3997376 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3997377 T11909 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3997377 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3997377 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3997378 T11909 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3997378 T11909 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3997381 T11909 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3997383 T11909 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3997383 T11909 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3997384 T11909 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3997384 T11909 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58467/solr
   [junit4]   2> 3997385 T11909 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3997385 T11909 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3997391 T11909 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3997394 T11935 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1a95e8e6 name:ZooKeeperConnection Watcher:127.0.0.1:58467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3997395 T11909 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3997396 T11909 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3997399 T11909 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3997405 T11938 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@709c5681 name:ZooKeeperConnection Watcher:127.0.0.1:58467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3997405 T11909 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3997408 T11909 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3997420 T11909 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3997428 T11909 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3997436 T11909 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3997443 T11909 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3997452 T11909 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3997456 T11909 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58471_
   [junit4]   2> 3997457 T11909 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58471_
   [junit4]   2> 3997464 T11909 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3997469 T11909 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3997474 T11909 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3997478 T11909 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:58471_
   [junit4]   2> 3997479 T11909 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3997484 T11909 oasc.Overseer.start Overseer (id=92828965940559876-127.0.0.1:58471_-n_0000000000) starting
   [junit4]   2> 3997490 T11909 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3997515 T11909 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3997518 T11940 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3997522 T11939 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3997523 T11909 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3997527 T11909 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3997532 T11909 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3997552 T11942 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 3997552 T11942 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3997556 T11938 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3997557 T11942 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3997569 T11939 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58471",
   [junit4]   2> 	  "node_name":"127.0.0.1:58471_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3997570 T11939 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 3997570 T11939 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 3997570 T11939 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3997576 T11938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3998560 T11942 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3998560 T11942 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 3998564 T11942 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3998564 T11942 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3998568 T11942 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3998568 T11942 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-002/collection1/'
   [junit4]   2> 3998569 T11942 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 3998569 T11942 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 3998570 T11942 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 3998613 T11942 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 3998622 T11942 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3998625 T11942 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 3998631 T11942 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3998734 T11942 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3998734 T11942 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3998739 T11942 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3998742 T11942 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3998791 T11942 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3998792 T11942 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3998792 T11942 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/control/data/
   [junit4]   2> 3998792 T11942 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79ef0863
   [junit4]   2> 3998793 T11942 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/control/data
   [junit4]   2> 3998793 T11942 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/control/data/index/
   [junit4]   2> 3998793 T11942 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3998796 T11942 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/control/data/index
   [junit4]   2> 3998797 T11942 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3203069649390663]
   [junit4]   2> 3998800 T11942 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/control/data/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/control/data/index;done=true>>]
   [junit4]   2> 3998800 T11942 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/control/data/index
   [junit4]   2> 3998800 T11942 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@37be3b16
   [junit4]   2> 3998801 T11942 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3998801 T11942 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3998802 T11942 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3998809 T11942 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 1 directories currently being tracked
   [junit4]   2> 3998809 T11942 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/control/data [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/control/data;done=false>>]
   [junit4]   2> 3998809 T11942 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/control/data
   [junit4]   2> 3998815 T11942 oasc.CoreContainer.create ERROR Error creating core [collection1]: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3' org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:533)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:78)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]   2> 	... 8 more
   [junit4]   2> Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]   2> 	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:101)
   [junit4]   2> 	at java.lang.Class.newInstance(Class.java:427)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]   2> 	... 15 more
   [junit4]   2> 
   [junit4]   2> 3998821 T11909 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3998821 T11909 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3998825 T11909 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3998832 T11909 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3998839 T11946 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@773cc137 name:ZooKeeperConnection Watcher:127.0.0.1:58467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3998840 T11909 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3998840 T11909 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3998843 T11909 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3998851 T11909 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3998851 T11909 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 3998852 T11909 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3998856 T11909 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3998858 T11949 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@f6f363f name:ZooKeeperConnection Watcher:127.0.0.1:58467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3998858 T11909 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3998858 T11909 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3998868 T11938 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3998919 T11939 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 3998920 T11939 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1]
   [junit4]   2> 3998920 T11939 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 3998937 T11939 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 3998941 T11938 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3998942 T11946 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4000653 T11909 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 4000654 T11909 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4000661 T11909 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 4000663 T11909 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58476
   [junit4]   2> 4000667 T11909 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4000667 T11909 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4000668 T11909 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-003
   [junit4]   2> 4000668 T11909 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-003/'
   [junit4]   2> 4000710 T11909 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-003/solr.xml
   [junit4]   2> 4000729 T11909 oasc.CoreContainer.<init> New CoreContainer 1646291037
   [junit4]   2> 4000729 T11909 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-003/]
   [junit4]   2> 4000730 T11909 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4000730 T11909 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4000731 T11909 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4000731 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4000732 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 4000732 T11909 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4000733 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4000733 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4000733 T11909 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4000734 T11909 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4000736 T11909 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 4000738 T11909 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4000738 T11909 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4000739 T11909 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4000740 T11909 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58467/solr
   [junit4]   2> 4000740 T11909 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4000741 T11909 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4000743 T11909 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4000746 T11961 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@386c0079 name:ZooKeeperConnection Watcher:127.0.0.1:58467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4000747 T11909 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4000747 T11909 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4000752 T11909 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4000755 T11964 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1df8ca58 name:ZooKeeperConnection Watcher:127.0.0.1:58467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4000755 T11909 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4000783 T11909 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4001799 T11909 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58476_
   [junit4]   2> 4001805 T11909 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58476_
   [junit4]   2> 4001817 T11909 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 4001839 T11965 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 4001839 T11965 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4001844 T11938 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4001847 T11965 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 4001847 T11965 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 4001849 T11965 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 4001854 T11965 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 4001854 T11965 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4001855 T11939 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58476",
   [junit4]   2> 	  "node_name":"127.0.0.1:58476_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 4001865 T11939 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 4001868 T11939 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 4001889 T11939 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 4001890 T11964 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 4001892 T11964 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 4002856 T11965 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 4002856 T11965 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 4002858 T11965 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4002858 T11965 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 4002863 T11965 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4002864 T11965 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-003/collection1/'
   [junit4]   2> 4002867 T11965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 4002869 T11965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 4002870 T11965 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 4002938 T11965 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 4002974 T11965 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4002978 T11965 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 4002983 T11965 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 4003110 T11965 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4003113 T11965 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4003114 T11965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4003121 T11965 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4003191 T11965 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 4003191 T11965 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 4003192 T11965 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty1/
   [junit4]   2> 4003192 T11965 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79ef0863
   [junit4]   2> 4003193 T11965 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty1
   [junit4]   2> 4003194 T11965 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty1/index/
   [junit4]   2> 4003194 T11965 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 4003196 T11965 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty1/index
   [junit4]   2> 4003197 T11965 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3203069649390663]
   [junit4]   2> 4003197 T11965 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty1/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty1/index;done=true>>]
   [junit4]   2> 4003198 T11965 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty1/index
   [junit4]   2> 4003198 T11965 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@11113ae7
   [junit4]   2> 4003198 T11965 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 4003199 T11965 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 4003199 T11965 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 4003211 T11965 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 1 directories currently being tracked
   [junit4]   2> 4003211 T11965 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty1 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty1;done=false>>]
   [junit4]   2> 4003212 T11965 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty1
   [junit4]   2> 4003212 T11965 oasc.CoreContainer.create ERROR Error creating core [collection1]: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3' org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:533)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:78)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]   2> 	... 8 more
   [junit4]   2> Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]   2> 	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:101)
   [junit4]   2> 	at java.lang.Class.newInstance(Class.java:427)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]   2> 	... 15 more
   [junit4]   2> 
   [junit4]   2> 4003223 T11909 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 4003223 T11909 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4005560 T11909 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 4005561 T11909 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 4005573 T11909 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 4005575 T11909 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:58479
   [junit4]   2> 4005579 T11909 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 4005580 T11909 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4005580 T11909 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-004
   [junit4]   2> 4005580 T11909 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-004/'
   [junit4]   2> 4005632 T11909 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-004/solr.xml
   [junit4]   2> 4005654 T11909 oasc.CoreContainer.<init> New CoreContainer 2073050882
   [junit4]   2> 4005655 T11909 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-004/]
   [junit4]   2> 4005656 T11909 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 4005656 T11909 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 4005657 T11909 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 4005657 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 4005658 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 4005659 T11909 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 4005659 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 4005660 T11909 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 4005660 T11909 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 4005661 T11909 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 4005664 T11909 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 4005666 T11909 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4005666 T11909 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4005668 T11909 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 4005669 T11909 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:58467/solr
   [junit4]   2> 4005670 T11909 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 4005670 T11909 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 4005674 T11909 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4005681 T11978 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@417b6b4 name:ZooKeeperConnection Watcher:127.0.0.1:58467 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4005683 T11909 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4005684 T11909 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 4005689 T11909 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 4005692 T11981 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@65434074 name:ZooKeeperConnection Watcher:127.0.0.1:58467/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4005693 T11909 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 4005717 T11909 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 4006738 T11909 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:58479_
   [junit4]   2> 4006741 T11909 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:58479_
   [junit4]   2> 4006758 T11909 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 4006787 T11982 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 4006788 T11982 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 4006801 T11938 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4006820 T11982 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 4006821 T11982 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 4006844 T11939 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"https://127.0.0.1:58479",
   [junit4]   2> 	  "node_name":"127.0.0.1:58479_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 4006847 T11982 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 4006852 T11982 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 4006854 T11982 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 4006874 T11939 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=1
   [junit4]   2> 4006879 T11939 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 4006903 T11939 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 4006905 T11981 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 4006905 T11964 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 4006909 T11981 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 4006910 T11964 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 4007858 T11982 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 4007858 T11982 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 4007861 T11982 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 4007861 T11982 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 4007865 T11982 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4007866 T11982 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-004/collection1/'
   [junit4]   2> 4007868 T11982 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 4007868 T11982 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 4007873 T11982 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 4007952 T11982 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 4007972 T11982 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4007977 T11982 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 4007986 T11982 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 4008143 T11982 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 4008144 T11982 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 4008146 T11982 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4008152 T11982 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 4008239 T11982 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 4008240 T11982 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 4008240 T11982 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty2/
   [junit4]   2> 4008241 T11982 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@79ef0863
   [junit4]   2> 4008243 T11982 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty2
   [junit4]   2> 4008244 T11982 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty2/index/
   [junit4]   2> 4008244 T11982 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 4008246 T11982 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty2/index
   [junit4]   2> 4008247 T11982 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=28, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3203069649390663]
   [junit4]   2> 4008248 T11982 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty2/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty2/index;done=true>>]
   [junit4]   2> 4008248 T11982 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty2/index
   [junit4]   2> 4008249 T11982 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3171d833
   [junit4]   2> 4008249 T11982 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 4008250 T11982 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 4008250 T11982 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 4008257 T11982 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 1 directories currently being tracked
   [junit4]   2> 4008257 T11982 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty2 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty2;done=false>>]
   [junit4]   2> 4008258 T11982 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.RecoveryZkTest-3A01C55C0C885C52-001/tempDir-001/jetty2
   [junit4]   2> 4008258 T11982 oasc.CoreContainer.create ERROR Error creating core [collection1]: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3' org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:533)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:78)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]   2> 	... 8 more
   [junit4]   2> Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]   2> 	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:101)
   [junit4]   2> 	at java.lang.Class.newInstance(Class.java:427)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]   2> 	... 15 more
   [junit4]   2> 
   [junit4]   2> 4008262 T11909 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 4008263 T11909 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 4008349 T11928 oasc.SolrException.log ERROR null:org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:286)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:137)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:953)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection$RequestHandler.content(AbstractHttpConnection.java:1014)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseNext(HttpParser.java:953)
   [junit4]   2> 		at org.eclipse.jetty.http.HttpParser.parseAvailable(HttpParser.java:240)
   [junit4]   2> 		at org.eclipse.jetty.server.AsyncHttpConnection.handle(AsyncHttpConnection.java:82)
   [junit4]   2> 		at org.eclipse.jetty.io.nio.SslConnection.handle(SslConnection.java:196)
   [junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint.handle(SelectChannelEndPoint.java:628)
   [junit4]   2> 		at org.eclipse.jetty.io.nio.SelectChannelEndPoint$1.run(SelectChannelEndPoint.java:52)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 		at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 		at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]   2> 		at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]   2> 		at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 		at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 		... 1 more
   [junit4]   2> 	Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 		at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:533)
   [junit4]   2> 		at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:78)
   [junit4]   2> 		at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]   2> 		at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]   2> 		... 8 more
   [junit4]   2> 	Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]   2> 		at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:101)
   [junit4]   2> 		at java.lang.Class.newInstance(Class.java:427)
   [junit4]   2> 		at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]   2> 		... 15 more
   [junit4]   2> 	
   [junit4]   2> 4008350 T11929 oasc.SolrException.log ERROR null:org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 		at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:286)
   [junit4]   2> 		at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:202)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:137)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1419)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:455)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:229)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:137)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.GzipHandler.handle(GzipHandler.java:301)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1077)
   [junit4]   2> 		at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:384)
   [junit4]   2> 		at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:193)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1009)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:135)
   [junit4]   2> 		at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:116)
   [junit4]   2> 		at org.eclipse.jetty.server.Server.handle(Server.java:368)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.handleRequest(AbstractHttpConnection.java:489)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnection.content(AbstractHttpConnection.java:953)
   [junit4]   2> 		at org.eclipse.jetty.server.AbstractHttpConnectio

[...truncated too long message...]

ibutedZkTest, SyncSliceTest, OpenCloseCoreStressTest, OverseerTest, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, TestRandomFaceting, TestRandomDVFaceting, TestDistributedSearch, AutoCommitTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestMultiCoreConfBootstrap, TestStressVersions, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, PeerSyncTest, TestFiltering, OverseerCollectionProcessorTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, CurrencyFieldXmlFileTest, SignatureUpdateProcessorFactoryTest, SpellCheckCollatorTest, CoreAdminHandlerTest, TestFoldingMultitermQuery, DocValuesTest, SuggesterTest, TestTrie, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, SolrInfoMBeanTest, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, XmlUpdateRequestHandlerTest, TestValueSourceCache, TermVectorComponentTest, FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, TestJmxIntegration, TestCollationField, ReturnFieldsTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestCSVResponseWriter, QueryParsingTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, TestLFUCache, HighlighterConfigTest, SOLR749Test, AlternateDirectoryTest, TestSolrIndexConfig, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, SampleTest, TestSearchPerf, TestElisionMultitermQuery, TestConfig, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestCodecSupport, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, ResourceLoaderTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, PrimUtilsTest, DateFieldTest, SpellingQueryConverterTest, DOMUtilTest, TestSolrJ, SystemInfoHandlerTest, FileUtilsTest, CircularListTest, TestRTGBase, DistributedIntervalFacetingTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, AliasIntegrationTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteReplicaTest, DeleteShardTest, DistribDocExpirationUpdateProcessorTest, HttpPartitionTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, MigrateRouteKeyTest, MultiThreadedOCPTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerStatusTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestCloudInspectUtil, TestCloudPivotFacet, TestCollectionAPI, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestReplicaProperties, TestShortCircuitedRequests, TriLevelCompositeIdRoutingTest, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeySafeLeaderTest, HdfsRecoveryZkTest, StressHdfsTest, QueryResultKeyTest, TestConfigSets, TestImplicitCoreProperties, TestShardHandlerFactory, TestSolrDynamicMBean, TestSolrXml, CoreAdminCreateDiscoverTest, DistributedExpandComponentTest, FacetPivotSmallTest, SuggestComponentTest, TestExpandComponent, TestPivotHelperCode, TestIntervalFaceting, TestRawResponseWriter, TestSortingResponseWriter, TestManagedResource, TestManagedResourceStorage, TestDefaultSearchFieldResource, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldTypeCollectionResource, TestFieldTypeResource, TestManagedSchemaFieldTypeResource, TestSchemaNameResource, TestSchemaResource, TestSchemaVersionResource, TestSerializedLuceneMatchVersion, TestSolrQueryParserDefaultOperatorResource, TestSolrQueryParserResource, TestUniqueKeyFieldResource, TestManagedStopFilterFactory, TestManagedSynonymFilterFactory, BadCopyFieldTest, ChangedSchemaMergeTest, DateRangeFieldTest, DocValuesMissingTest, TestBulkSchemaConcurrent, TestCloudManagedSchema, TestCollationFieldDocValues, AnalyticsMergeStrategyTest, TestCollapseQParserPlugin, TestComplexPhraseQParserPlugin, TestInitQParser, TestMaxScoreQueryParser, TestMissingGroups, TestNoOpRegenerator, TestOverriddenPrefixQueryForCustomFieldType, TestReRankQParserPlugin, TestRecoveryHdfs, TestStandardQParsers, TestStressUserVersions, BJQParserTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BJQParserTest -Dtests.seed=3A01C55C0C885C52 -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=Australia/Queensland -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s | BJQParserTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3A01C55C0C885C52]:0)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.search.join.BJQParserTest.createIndex(BJQParserTest.java:62)
   [junit4]    > 	at org.apache.solr.search.join.BJQParserTest.beforeClass(BJQParserTest.java:42)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:893)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:652)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:509)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:273)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:267)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:533)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:517)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:289)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:214)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:78)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:529)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:796)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:427)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:529)
   [junit4]    > 	... 15 more
   [junit4] Completed in 0.73s, 0 tests, 1 error <<< FAILURES!

[...truncated 55 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:525: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:473: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/build.xml:189: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:1359: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-5.x-MacOSX/lucene/common-build.xml:966: There were test failures: 445 suites, 1810 tests, 1 suite-level error, 2 errors, 1 failure, 34 ignored (20 assumptions)

Total time: 186 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseG1GC (asserts: true)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any