You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2014/11/19 14:52:42 UTC

[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1946 - Failure!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1946/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC (asserts: true)

8 tests failed.
REGRESSION:  org.apache.solr.TestTrie.testTrieDoubleRangeSearch

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.TestTrie.testTrieDoubleRangeSearch(TestTrie.java:142)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
	... 15 more


REGRESSION:  org.apache.solr.TestTrie.testTrieIntRangeSearch

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.TestTrie.testTrieIntRangeSearch(TestTrie.java:54)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
	... 15 more


REGRESSION:  org.apache.solr.TestTrie.testTrieFloatRangeSearch

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.TestTrie.testTrieFloatRangeSearch(TestTrie.java:104)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
	... 15 more


REGRESSION:  org.apache.solr.TestTrie.testTrieDoubleRangeSearch_CustomPrecisionStep

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.TestTrie.testTrieDoubleRangeSearch_CustomPrecisionStep(TestTrie.java:206)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
	... 15 more


REGRESSION:  org.apache.solr.TestTrie.testTrieTermQuery

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.TestTrie.testTrieTermQuery(TestTrie.java:80)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
	... 15 more


REGRESSION:  org.apache.solr.TestTrie.testTrieFacet_PrecisionStep

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
	at org.apache.solr.util.TestHarness.getCore(TestHarness.java:209)
	at org.apache.solr.TestTrie.checkPrecisionSteps(TestTrie.java:271)
	at org.apache.solr.TestTrie.testTrieFacet_PrecisionStep(TestTrie.java:216)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
	... 15 more


REGRESSION:  org.apache.solr.TestTrie.testTrieLongRangeSearch

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.TestTrie.testTrieLongRangeSearch(TestTrie.java:123)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
	... 15 more


REGRESSION:  org.apache.solr.TestTrie.testTrieDateRangeSearch

Error Message:
SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'

Stack Trace:
org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
	at org.apache.solr.TestTrie.testTrieDateRangeSearch(TestTrie.java:160)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
	... 1 more
Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
	... 8 more
Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
	at java.lang.Class.newInstance(Class.java:368)
	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
	... 15 more




Build Log:
[...truncated 11320 lines...]
   [junit4] Suite: org.apache.solr.TestTrie
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001
   [junit4]   2> 3201491 T7620 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 3201494 T7620 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 3201494 T7620 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 3201496 T7620 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 3201497 T7620 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 3201497 T7620 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 3201609 T7620 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3201679 T7620 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3201680 T7620 oass.IndexSchema.readSchema Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-trie.xml
   [junit4]   2> 3201694 T7620 oass.IndexSchema.readSchema [null] Schema name=example
   [junit4]   2> 3201836 T7620 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3201839 T7620 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3201848 T7620 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3201848 T7620 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr
   [junit4]   2> 3201849 T7620 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/'
   [junit4]   2> 3201944 T7620 oasc.CoreContainer.<init> New CoreContainer 115647643
   [junit4]   2> 3201945 T7620 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/]
   [junit4]   2> 3201946 T7620 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 3201946 T7620 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 3201947 T7620 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 3201947 T7620 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3201948 T7620 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3201949 T7620 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3201949 T7620 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3201949 T7620 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3201949 T7620 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3201950 T7620 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3201950 T7620 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=false
   [junit4]   2> 3201951 T7620 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3201951 T7620 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3201951 T7620 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 3201956 T7621 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 3201957 T7621 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 3201957 T7621 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 3201957 T7621 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 3202071 T7621 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3202133 T7621 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3202134 T7621 oass.IndexSchema.readSchema Reading Solr Schema from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema-trie.xml
   [junit4]   2> 3202141 T7621 oass.IndexSchema.readSchema [collection1] Schema name=example
   [junit4]   2> 3202241 T7621 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3202243 T7621 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3202250 T7621 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 3202250 T7621 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3202251 T7621 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001/
   [junit4]   2> 3202252 T7621 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5b14fd99
   [junit4]   2> 3202252 T7621 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001
   [junit4]   2> 3202252 T7621 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001/index/
   [junit4]   2> 3202253 T7621 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 3202254 T7621 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001/index
   [junit4]   2> 3202254 T7621 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=37, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 3202254 T7621 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001/index [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001/index;done=true>>]
   [junit4]   2> 3202255 T7621 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001/index
   [junit4]   2> 3202256 T7621 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6cad2cfd
   [junit4]   2> 3202257 T7621 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3202257 T7621 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3202257 T7621 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3202258 T7621 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 1 directories currently being tracked
   [junit4]   2> 3202259 T7621 oasc.CachingDirectoryFactory.closeCacheValue looking to close /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001 [CachedDir<<refCount=0;path=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001;done=false>>]
   [junit4]   2> 3202259 T7621 oasc.CachingDirectoryFactory.close Closing directory: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001/init-core-data-001
   [junit4]   2> 3202259 T7621 oasc.CoreContainer.create ERROR Error creating core [collection1]: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3' org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]   2> 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
   [junit4]   2> 	... 8 more
   [junit4]   2> Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]   2> 	at sun.reflect.Reflection.ensureMemberAccess(Reflection.java:109)
   [junit4]   2> 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]   2> 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
   [junit4]   2> 	... 15 more
   [junit4]   2> 
   [junit4]   2> 3202274 T7620 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 3202279 T7620 oas.SolrTestCaseJ4.setUp ###Starting testTrieDoubleRangeSearch
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTrie -Dtests.method=testTrieDoubleRangeSearch -Dtests.seed=DDCB6F27B7EF26E3 -Dtests.slow=true -Dtests.locale=be_BY -Dtests.timezone=Africa/Nouakchott -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.02s | TestTrie.testTrieDoubleRangeSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.TestTrie.testTrieDoubleRangeSearch(TestTrie.java:142)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
   [junit4]    > 	... 15 moreThrowable #2: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1056)
   [junit4]    > 	at org.apache.solr.TestTrie.tearDown(TestTrie.java:47)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
   [junit4]    > 	... 15 more
   [junit4]   2> 3202303 T7620 oas.SolrTestCaseJ4.setUp ###Starting testTrieIntRangeSearch
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTrie -Dtests.method=testTrieIntRangeSearch -Dtests.seed=DDCB6F27B7EF26E3 -Dtests.slow=true -Dtests.locale=be_BY -Dtests.timezone=Africa/Nouakchott -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.02s | TestTrie.testTrieIntRangeSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.TestTrie.testTrieIntRangeSearch(TestTrie.java:54)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
   [junit4]    > 	... 15 moreThrowable #2: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1056)
   [junit4]    > 	at org.apache.solr.TestTrie.tearDown(TestTrie.java:47)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
   [junit4]    > 	... 15 more
   [junit4]   2> 3202324 T7620 oas.SolrTestCaseJ4.setUp ###Starting testTrieFloatRangeSearch
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTrie -Dtests.method=testTrieFloatRangeSearch -Dtests.seed=DDCB6F27B7EF26E3 -Dtests.slow=true -Dtests.locale=be_BY -Dtests.timezone=Africa/Nouakchott -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.02s | TestTrie.testTrieFloatRangeSearch <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.TestTrie.testTrieFloatRangeSearch(TestTrie.java:104)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
   [junit4]    > 	... 15 moreThrowable #2: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1056)
   [junit4]    > 	at org.apache.solr.TestTrie.tearDown(TestTrie.java:47)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
   [junit4]    > 	... 15 more
   [junit4]   2> 3202343 T7620 oas.SolrTestCaseJ4.setUp ###Starting testTrieDoubleRangeSearch_CustomPrecisionStep
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestTrie -Dtests.method=testTrieDoubleRangeSearch_CustomPrecisionStep -Dtests.seed=DDCB6F27B7EF26E3 -Dtests.slow=true -Dtests.locale=be_BY -Dtests.timezone=Africa/Nouakchott -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.02s | TestTrie.testTrieDoubleRangeSearch_CustomPrecisionStep <<<
   [junit4]    > Throwable #1: org.apache.solr.common.SolrException: SolrCore 'collection1' is not available due to init failure: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.CoreContainer.getCore(CoreContainer.java:765)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.TestTrie.testTrieDoubleRangeSearch_CustomPrecisionStep(TestTrie.java:206)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceL

[...truncated too long message...]

reContainer.getCore(CoreContainer.java:765)
   [junit4]    > 	at org.apache.solr.util.TestHarness.getCoreInc(TestHarness.java:219)
   [junit4]    > 	at org.apache.solr.util.TestHarness.update(TestHarness.java:235)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.checkUpdateStatus(BaseTestHarness.java:282)
   [junit4]    > 	at org.apache.solr.util.BaseTestHarness.validateUpdate(BaseTestHarness.java:252)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.checkUpdateU(SolrTestCaseJ4.java:677)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:656)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertU(SolrTestCaseJ4.java:650)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.clearIndex(SolrTestCaseJ4.java:1056)
   [junit4]    > 	at org.apache.solr.TestTrie.tearDown(TestTrie.java:47)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:895)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:653)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:510)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:274)
   [junit4]    > 	at org.apache.solr.core.CoreContainer$1.call(CoreContainer.java:268)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.solr.common.SolrException: Error instantiating class: 'org.apache.lucene.util.LuceneTestCase$3'
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:534)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:519)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.buildMergeScheduler(SolrIndexConfig.java:305)
   [junit4]    > 	at org.apache.solr.update.SolrIndexConfig.toIndexWriterConfig(SolrIndexConfig.java:230)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.<init>(SolrIndexWriter.java:77)
   [junit4]    > 	at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:64)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:530)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:797)
   [junit4]    > 	... 8 more
   [junit4]    > Caused by: java.lang.IllegalAccessException: Class org.apache.solr.core.SolrResourceLoader can not access a member of class org.apache.lucene.util.LuceneTestCase$3 with modifiers ""
   [junit4]    > 	at java.lang.Class.newInstance(Class.java:368)
   [junit4]    > 	at org.apache.solr.core.SolrResourceLoader.newInstance(SolrResourceLoader.java:531)
   [junit4]    > 	... 15 more
   [junit4]   2> 3202453 T7620 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 3202455 T7620 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=115647643
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.TestTrie-DDCB6F27B7EF26E3-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=be_BY, timezone=Africa/Nouakchott
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.7.0_67 (64-bit)/cpus=2,threads=1,free=77117000,total=360185856
   [junit4]   2> NOTE: All tests run in this JVM: [DocumentBuilderTest, HighlighterMaxOffsetTest, TestDefaultSearchFieldResource, TestPhraseSuggestions, OverseerTest, ShardSplitTest, CoreAdminRequestStatusTest, ZkControllerTest, RecoveryZkTest, SpellCheckComponentTest, TestComponentsName, TestSearchPerf, DirectUpdateHandlerTest, SuggesterWFSTTest, TestHighFrequencyDictionaryFactory, TestFiltering, TestRestManager, CoreMergeIndexesAdminHandlerTest, TestCursorMarkWithoutUniqueKey, CurrencyFieldXmlFileTest, UUIDUpdateProcessorFallbackTest, CoreAdminCreateDiscoverTest, DistributedFacetPivotSmallTest, SimpleMLTQParserTest, LeaderElectionTest, TestShardHandlerFactory, TestDocBasedVersionConstraints, TestOrdValues, TestFuzzyAnalyzedSuggestions, TestManagedStopFilterFactory, DocValuesMissingTest, LeaderElectionIntegrationTest, TestCoreDiscovery, SolrTestCaseJ4Test, StandardRequestHandlerTest, TestJmxMonitoredMap, SyncSliceTest, DistanceFunctionTest, MultiTermTest, TestDistributedMissingSort, QueryElevationComponentTest, TestUniqueKeyFieldResource, TestClassNameShortening, TestLMDirichletSimilarityFactory, UnloadDistributedZkTest, DocExpirationUpdateProcessorFactoryTest, TestSolrQueryParser, SSLMigrationTest, OverseerRolesTest, TestCSVResponseWriter, TestBinaryField, TestSolrQueryParserDefaultOperatorResource, SchemaVersionSpecificBehaviorTest, TestXIncludeConfig, TestCloudInspectUtil, OpenCloseCoreStressTest, IndexSchemaTest, TestRequestStatusCollectionAPI, CircularListTest, HdfsUnloadDistributedZkTest, TestNRTOpen, TestAnalyzedSuggestions, TestPHPSerializedResponseWriter, TestStressLucene, TestFastWriter, TestFunctionQuery, UpdateRequestProcessorFactoryTest, TestStressRecovery, RankQueryTest, RequiredFieldsTest, TestAtomicUpdateErrorCases, CloudMLTQParserTest, XmlUpdateRequestHandlerTest, HdfsBasicDistributedZkTest, TestQueryUtils, LukeRequestHandlerTest, TestMissingGroups, TestDynamicFieldResource, TestElisionMultitermQuery, TestFieldResource, TestFoldingMultitermQuery, MergeStrategyTest, TestManagedResourceStorage, TestStressReorder, TestRemoteStreaming, TestInfoStreamLogging, TestBadConfig, TestSerializedLuceneMatchVersion, HdfsBasicDistributedZk2Test, TestBlendedInfixSuggestions, TestInitParams, TestLuceneMatchVersion, SolrCoreCheckLockOnStartupTest, ShardRoutingCustomTest, TestFreeTextSuggestions, BasicZkTest, TestSolrConfigHandlerConcurrent, UniqFieldsUpdateProcessorFactoryTest, SpellPossibilityIteratorTest, LoggingHandlerTest, TestNoOpRegenerator, SliceStateTest, ModifyConfFileTest, URLClassifyProcessorTest, SuggesterTSTTest, SolrIndexConfigTest, SharedFSAutoReplicaFailoverTest, TestQueryTypes, TestSolrXmlPersistence, TestReload, IndexBasedSpellCheckerTest, OutputWriterTest, TestCloudPivotFacet, ShowFileRequestHandlerTest, SimpleCollectionCreateDeleteTest, BinaryUpdateRequestHandlerTest, DateFieldTest, TestQuerySenderNoQuery, QueryResultKeyTest, OverseerStatusTest, TestManagedSchema, TermVectorComponentTest, SynonymTokenizerTest, HighlighterConfigTest, SuggesterTest, ExternalCollectionsTest, PrimUtilsTest, SuggesterFSTTest, BasicFunctionalityTest, WordBreakSolrSpellCheckerTest, DistributedIntervalFacetingTest, HttpPartitionTest, TestChildDocTransformer, ShardRoutingTest, AutoCommitTest, DateRangeFieldTest, TestFieldTypeCollectionResource, FieldAnalysisRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, HdfsSyncSliceTest, FileBasedSpellCheckerTest, HighlighterTest, NumericFieldsTest, FileUtilsTest, MigrateRouteKeyTest, TestHashPartitioner, TestComplexPhraseQParserPlugin, ParsingFieldUpdateProcessorsTest, TestExtendedDismaxParser, BJQParserTest, StatelessScriptUpdateProcessorFactoryTest, TestMultiCoreConfBootstrap, TestRecovery, SolrXmlInZkTest, TestBulkSchemaAPI, TestConfigOverlay, SpatialFilterTest, TestNonDefinedSimilarityFactory, DeleteInactiveReplicaTest, FacetPivotSmallTest, TestCharFilters, DirectSolrConnectionTest, TestReloadAndDeleteDocs, TimeZoneUtilsTest, TestFastOutputStream, TestFieldSortValues, SharedFSAutoReplicaFailoverUtilsTest, TestDocumentBuilder, TestValueSourceCache, CursorMarkTest, XsltUpdateRequestHandlerTest, TestFileDictionaryLookup, DistribCursorPagingTest, PolyFieldTest, TestCollationField, BadCopyFieldTest, TestCollationFieldDocValues, ChaosMonkeyNothingIsSafeTest, TestDistributedGrouping, TestStressUserVersions, SampleTest, TestFieldCollectionResource, TestIndexingPerformance, TestRecoveryHdfs, TestArbitraryIndexDir, CoreAdminHandlerTest, AnalysisErrorHandlingTest, DistribDocExpirationUpdateProcessorTest, CollectionsAPIDistributedZkTest, MultiThreadedOCPTest, SOLR749Test, SignatureUpdateProcessorFactoryTest, PathHierarchyTokenizerFactoryTest, ChangedSchemaMergeTest, EchoParamsTest, TestFastLRUCache, TestReplicationHandlerBackup, QueryEqualityTest, TestTrie]
   [junit4] Completed in 1.00s, 8 tests, 8 errors <<< FAILURES!

[...truncated 762 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:525: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:473: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:186: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1358: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:965: There were test failures: 447 suites, 1820 tests, 8 errors, 50 ignored (20 assumptions)

Total time: 183 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseSerialGC (asserts: true)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1951 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1951/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC (asserts: true)

1 tests failed.
REGRESSION:  org.apache.solr.cloud.BasicDistributedZkTest.testDistribSearch

Error Message:
commitWithin did not work on node: http://127.0.0.1:51216/collection1 expected:<68> but was:<67>

Stack Trace:
java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:51216/collection1 expected:<68> but was:<67>
	at __randomizedtesting.SeedInfo.seed([FA1FFC092382FF19:7BF9721154DD9F25]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:345)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor63.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11264 lines...]
   [junit4] Suite: org.apache.solr.cloud.BasicDistributedZkTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/init-core-data-001
   [junit4]   2> 3222757 T8209 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 3222767 T8209 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 3222769 T8209 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3222770 T8210 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 3222871 T8209 oasc.ZkTestServer.run start zk server on port:51205
   [junit4]   2> 3222873 T8209 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3222877 T8209 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3222886 T8217 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@462db69a name:ZooKeeperConnection Watcher:127.0.0.1:51205 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3222887 T8209 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3222887 T8209 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3222888 T8209 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 3222895 T8211 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x149d60af2490000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3222897 T8209 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3222901 T8209 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3222907 T8220 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5003f263 name:ZooKeeperConnection Watcher:127.0.0.1:51205/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3222907 T8209 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3222908 T8209 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3222908 T8209 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 3222914 T8209 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 3222918 T8209 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 3222922 T8209 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 3222927 T8209 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3222927 T8209 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3222933 T8209 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3222934 T8209 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 3222938 T8209 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3222939 T8209 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3222943 T8209 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3222944 T8209 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3222949 T8209 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3222950 T8209 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3222955 T8209 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3222955 T8209 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 3222963 T8209 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3222964 T8209 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3222969 T8209 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3222970 T8209 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3222976 T8209 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3222977 T8209 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3222983 T8209 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3222983 T8209 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3222989 T8209 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3222990 T8209 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3224907 T8209 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3224914 T8209 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51208
   [junit4]   2> 3224916 T8209 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3224916 T8209 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3224916 T8209 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-002
   [junit4]   2> 3224917 T8209 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-002/'
   [junit4]   2> 3224959 T8209 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-002/solr.xml
   [junit4]   2> 3225008 T8209 oasc.CoreContainer.<init> New CoreContainer 1783541615
   [junit4]   2> 3225008 T8209 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-002/]
   [junit4]   2> 3225009 T8209 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3225010 T8209 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3225011 T8209 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3225012 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3225012 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3225013 T8209 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3225013 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3225013 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3225014 T8209 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3225014 T8209 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3225014 T8209 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3225016 T8209 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3225016 T8209 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3225016 T8209 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3225017 T8209 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51205/solr
   [junit4]   2> 3225017 T8209 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3225018 T8209 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3225020 T8209 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3225027 T8232 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a134f6b name:ZooKeeperConnection Watcher:127.0.0.1:51205 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3225027 T8209 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3225029 T8209 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3225038 T8209 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3225040 T8235 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@173747d1 name:ZooKeeperConnection Watcher:127.0.0.1:51205/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3225040 T8209 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3225044 T8209 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 3225054 T8209 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 3225061 T8209 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 3225066 T8209 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 3225073 T8209 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 3225081 T8209 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 3225083 T8209 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51208_
   [junit4]   2> 3225084 T8209 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51208_
   [junit4]   2> 3225088 T8209 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 3225094 T8209 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 3225099 T8209 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3225102 T8209 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:51208_
   [junit4]   2> 3225103 T8209 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 3225107 T8209 oasc.Overseer.start Overseer (id=92840609840693251-127.0.0.1:51208_-n_0000000000) starting
   [junit4]   2> 3225113 T8209 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 3225133 T8209 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3225134 T8237 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 3225139 T8209 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 3225148 T8209 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 3225152 T8209 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3225164 T8236 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 3225165 T8239 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 3225166 T8239 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3225167 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3225167 T8239 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3225174 T8236 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51208",
   [junit4]   2> 	  "node_name":"127.0.0.1:51208_",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3225174 T8236 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 3225174 T8236 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 3225176 T8236 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3225181 T8235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3226169 T8239 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3226170 T8239 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 3226171 T8239 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3226172 T8239 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3226174 T8239 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3226175 T8239 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-002/collection1/'
   [junit4]   2> 3226176 T8239 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 3226177 T8239 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 3226177 T8239 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 3226206 T8239 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 3226212 T8239 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 3226234 T8239 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3226250 T8239 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3226254 T8239 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 3226258 T8239 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3226411 T8239 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3226424 T8239 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3226425 T8239 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3226459 T8239 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3226463 T8239 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3226467 T8239 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3226470 T8239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3226470 T8239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3226470 T8239 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3226473 T8239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3226473 T8239 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3226473 T8239 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3226473 T8239 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3226473 T8239 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/control/data/
   [junit4]   2> 3226474 T8239 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1234cc7c
   [junit4]   2> 3226474 T8239 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/control/data
   [junit4]   2> 3226475 T8239 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/control/data/index/
   [junit4]   2> 3226475 T8239 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3226475 T8239 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/control/data/index
   [junit4]   2> 3226476 T8239 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.419929685534856]
   [junit4]   2> 3226476 T8239 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4ac9b953 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cf49846),segFN=segments_1,generation=1}
   [junit4]   2> 3226477 T8239 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3226480 T8239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3226480 T8239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3226481 T8239 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3226481 T8239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3226482 T8239 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3226482 T8239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3226483 T8239 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3226483 T8239 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3226483 T8239 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3226484 T8239 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 3226485 T8239 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3226485 T8239 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3226485 T8239 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3226486 T8239 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3226487 T8239 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3226488 T8239 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3226488 T8239 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3226489 T8239 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3226489 T8239 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3226489 T8239 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3226490 T8239 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 3226500 T8239 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3226502 T8239 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3226503 T8239 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3226504 T8239 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3226507 T8239 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3226507 T8239 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3226508 T8239 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3226508 T8239 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4ac9b953 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cf49846),segFN=segments_1,generation=1}
   [junit4]   2> 3226508 T8239 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3226509 T8239 oass.SolrIndexSearcher.<init> Opening Searcher@290da964[collection1] main
   [junit4]   2> 3226509 T8239 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 3226512 T8239 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3226512 T8239 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3226514 T8239 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3226514 T8239 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3226515 T8239 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3226516 T8239 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3226517 T8239 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3226518 T8239 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 3226527 T8239 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3226527 T8239 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3226527 T8239 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3226530 T8239 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3226530 T8240 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@290da964[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3226532 T8243 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51208 collection:control_collection shard:shard1
   [junit4]   2> 3226533 T8209 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3226533 T8209 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3226534 T8209 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3226539 T8209 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3226540 T8246 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6f2007a7 name:ZooKeeperConnection Watcher:127.0.0.1:51205/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3226541 T8209 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3226541 T8209 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3226543 T8243 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3226546 T8209 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3226557 T8209 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3226557 T8209 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 3226558 T8209 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3226557 T8243 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3226560 T8209 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3226564 T8249 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1686a54d name:ZooKeeperConnection Watcher:127.0.0.1:51205/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3226565 T8209 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3226565 T8209 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3226566 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3226567 T8243 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3226568 T8243 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4763 name=collection1 org.apache.solr.core.SolrCore@1a9a37a5 url=http://127.0.0.1:51208/collection1 node=127.0.0.1:51208_ C4763_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:51208, node_name=127.0.0.1:51208_, state=down}
   [junit4]   2> 3226568 T8243 C4763 P51208 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51208/collection1/
   [junit4]   2> 3226569 T8243 C4763 P51208 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3226569 T8243 C4763 P51208 oasc.SyncStrategy.syncToMe http://127.0.0.1:51208/collection1/ has no replicas
   [junit4]   2> 3226569 T8243 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51208/collection1/ shard1
   [junit4]   2> 3226570 T8243 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3226574 T8211 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x149d60af2490005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 3226595 T8236 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 3226596 T8236 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 3226596 T8236 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 3226601 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3226603 T8236 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 3226608 T8235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3226608 T8246 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3226643 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3226646 T8246 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3226648 T8235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3226695 T8243 oasc.ZkController.register We are http://127.0.0.1:51208/collection1/ and leader is http://127.0.0.1:51208/collection1/
   [junit4]   2> 3226695 T8243 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51208
   [junit4]   2> 3226695 T8243 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3226696 T8243 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 3226696 T8243 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3226699 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3226712 T8236 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51208",
   [junit4]   2> 	  "node_name":"127.0.0.1:51208_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3226819 T8246 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3226819 T8235 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3228506 T8209 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 3228507 T8209 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3228510 T8209 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51213
   [junit4]   2> 3228512 T8209 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3228512 T8209 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3228513 T8209 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-003
   [junit4]   2> 3228513 T8209 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-003/'
   [junit4]   2> 3228575 T8209 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-003/solr.xml
   [junit4]   2> 3228618 T8209 oasc.CoreContainer.<init> New CoreContainer 167997258
   [junit4]   2> 3228618 T8209 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-003/]
   [junit4]   2> 3228619 T8209 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3228619 T8209 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3228620 T8209 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3228621 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3228622 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3228622 T8209 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3228623 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3228623 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3228624 T8209 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3228624 T8209 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3228624 T8209 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3228625 T8209 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3228625 T8209 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3228626 T8209 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3228626 T8209 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51205/solr
   [junit4]   2> 3228626 T8209 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3228627 T8209 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3228628 T8209 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3228632 T8261 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@207bcafa name:ZooKeeperConnection Watcher:127.0.0.1:51205 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3228633 T8209 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3228633 T8209 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3228638 T8209 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3228641 T8264 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4426426e name:ZooKeeperConnection Watcher:127.0.0.1:51205/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3228641 T8209 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3228661 T8209 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3229678 T8209 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51213_
   [junit4]   2> 3229682 T8209 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51213_
   [junit4]   2> 3229702 T8209 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3229721 T8265 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 3229722 T8265 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3229726 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3229728 T8265 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 3229728 T8265 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 3229730 T8265 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 3229735 T8265 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 3229735 T8265 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3229752 T8236 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51213",
   [junit4]   2> 	  "node_name":"127.0.0.1:51213_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3229763 T8236 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 3229766 T8236 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 3229782 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3229784 T8236 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3229786 T8264 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3229788 T8264 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 3230737 T8265 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3230737 T8265 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3230740 T8265 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3230741 T8265 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3230749 T8265 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3230749 T8265 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-003/collection1/'
   [junit4]   2> 3230753 T8265 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 3230754 T8265 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 3230755 T8265 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 3230791 T8265 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 3230795 T8265 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 3230814 T8265 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3230831 T8265 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3230834 T8265 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 3230842 T8265 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3231000 T8265 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3231007 T8265 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3231008 T8265 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3231027 T8265 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3231030 T8265 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3231035 T8265 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3231036 T8265 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3231036 T8265 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3231037 T8265 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3231038 T8265 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3231038 T8265 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3231039 T8265 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3231039 T8265 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3231039 T8265 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/jetty1/
   [junit4]   2> 3231039 T8265 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1234cc7c
   [junit4]   2> 3231040 T8265 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/jetty1
   [junit4]   2> 3231040 T8265 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/jetty1/index/
   [junit4]   2> 3231041 T8265 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 3231041 T8265 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/jetty1/index
   [junit4]   2> 3231042 T8265 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.419929685534856]
   [junit4]   2> 3231042 T8265 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@68e74b55 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@785d5143),segFN=segments_1,generation=1}
   [junit4]   2> 3231043 T8265 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3231046 T8265 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3231047 T8265 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3231048 T8265 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3231048 T8265 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3231048 T8265 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3231049 T8265 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3231049 T8265 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3231049 T8265 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3231050 T8265 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3231050 T8265 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 3231051 T8265 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3231052 T8265 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3231052 T8265 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3231053 T8265 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3231053 T8265 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3231053 T8265 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3231054 T8265 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3231055 T8265 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3231055 T8265 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3231056 T8265 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3231056 T8265 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 3231065 T8265 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3231067 T8265 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3231068 T8265 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3231069 T8265 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3231073 T8265 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3231073 T8265 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3231074 T8265 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3231075 T8265 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@68e74b55 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@785d5143),segFN=segments_1,generation=1}
   [junit4]   2> 3231076 T8265 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3231076 T8265 oass.SolrIndexSearcher.<init> Opening Searcher@30536041[collection1] main
   [junit4]   2> 3231076 T8265 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3231079 T8265 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3231079 T8265 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3231080 T8265 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3231080 T8265 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3231080 T8265 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3231083 T8265 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3231083 T8265 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3231083 T8265 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 3231083 T8265 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3231087 T8265 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3231088 T8266 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@30536041[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3231091 T8269 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51213 collection:collection1 shard:shard2
   [junit4]   2> 3231096 T8209 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3231096 T8209 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3231113 T8269 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 3231195 T8269 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 3231210 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3231211 T8269 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3231212 T8269 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4764 name=collection1 org.apache.solr.core.SolrCore@58aa5416 url=http://127.0.0.1:51213/collection1 node=127.0.0.1:51213_ C4764_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:51213, node_name=127.0.0.1:51213_, state=down}
   [junit4]   2> 3231212 T8269 C4764 P51213 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51213/collection1/
   [junit4]   2> 3231212 T8269 C4764 P51213 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3231212 T8269 C4764 P51213 oasc.SyncStrategy.syncToMe http://127.0.0.1:51213/collection1/ has no replicas
   [junit4]   2> 3231212 T8269 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51213/collection1/ shard2
   [junit4]   2> 3231213 T8269 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 3231251 T8236 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3231253 T8264 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3231254 T8264 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 3231287 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3231289 T8236 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3231291 T8264 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3231292 T8264 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 3231340 T8269 oasc.ZkController.register We are http://127.0.0.1:51213/collection1/ and leader is http://127.0.0.1:51213/collection1/
   [junit4]   2> 3231342 T8269 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51213
   [junit4]   2> 3231342 T8269 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3231342 T8269 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 3231343 T8269 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3231346 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3231361 T8236 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51213",
   [junit4]   2> 	  "node_name":"127.0.0.1:51213_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3231361 T8269 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 3231379 T8236 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3231380 T8264 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3231382 T8264 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 3233153 T8209 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 3233154 T8209 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 3233160 T8209 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:51216
   [junit4]   2> 3233162 T8209 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 3233163 T8209 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3233163 T8209 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-004
   [junit4]   2> 3233165 T8209 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-004/'
   [junit4]   2> 3233207 T8209 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-004/solr.xml
   [junit4]   2> 3233250 T8209 oasc.CoreContainer.<init> New CoreContainer 519044381
   [junit4]   2> 3233251 T8209 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-004/]
   [junit4]   2> 3233252 T8209 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 3233253 T8209 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 3233253 T8209 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 3233255 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 3233256 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 3233256 T8209 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 3233257 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 3233257 T8209 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 3233258 T8209 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 3233258 T8209 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 3233258 T8209 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 3233259 T8209 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3233259 T8209 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3233260 T8209 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 3233260 T8209 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:51205/solr
   [junit4]   2> 3233260 T8209 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 3233261 T8209 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 3233263 T8209 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3233267 T8281 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d194630 name:ZooKeeperConnection Watcher:127.0.0.1:51205 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3233268 T8209 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3233268 T8209 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 3233273 T8209 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 3233276 T8284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@54dc0be1 name:ZooKeeperConnection Watcher:127.0.0.1:51205/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3233276 T8209 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 3233295 T8209 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 3234317 T8209 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51216_
   [junit4]   2> 3234322 T8209 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:51216_
   [junit4]   2> 3234343 T8209 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 3234360 T8285 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 3234360 T8285 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3234365 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3234375 T8285 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 3234375 T8285 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 3234377 T8285 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 3234381 T8236 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51216",
   [junit4]   2> 	  "node_name":"127.0.0.1:51216_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3234384 T8285 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 3234384 T8285 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 3234395 T8236 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 3234398 T8236 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 3234417 T8236 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3234419 T8264 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3234419 T8284 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3234421 T8264 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 3234423 T8284 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 3235387 T8285 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3235387 T8285 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 3235389 T8285 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 3235390 T8285 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3235394 T8285 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3235394 T8285 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-004/collection1/'
   [junit4]   2> 3235397 T8285 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 3235398 T8285 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 3235399 T8285 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 3235433 T8285 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 3235437 T8285 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 3235451 T8285 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3235464 T8285 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3235470 T8285 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 3235481 T8285 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 3235649 T8285 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3235660 T8285 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 3235662 T8285 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 3235693 T8285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3235698 T8285 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 3235703 T8285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3235709 T8285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3235710 T8285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3235710 T8285 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3235714 T8285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 3235714 T8285 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 3235714 T8285 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3235715 T8285 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3235715 T8285 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/jetty2/
   [junit4]   2> 3235715 T8285 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@1234cc7c
   [junit4]   2> 3235716 T8285 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/jetty2
   [junit4]   2> 3235716 T8285 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/jetty2/index/
   [junit4]   2> 3235717 T8285 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 3235717 T8285 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001/tempDir-001/jetty2/index
   [junit4]   2> 3235717 T8285 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=13, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.419929685534856]
   [junit4]   2> 3235718 T8285 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@60435cef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3c2846ed),segFN=segments_1,generation=1}
   [junit4]   2> 3235719 T8285 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3235724 T8285 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3235725 T8285 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3235725 T8285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3235725 T8285 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3235725 T8285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3235726 T8285 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3235726 T8285 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3235727 T8285 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3235727 T8285 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3235728 T8285 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 3235728 T8285 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3235729 T8285 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3235730 T8285 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 3235731 T8285 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 3235732 T8285 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 3235732 T8285 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 3235732 T8285 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 3235733 T8285 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 3235734 T8285 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 3235735 T8285 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 3235736 T8285 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 3235749 T8285 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3235753 T8285 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3235755 T8285 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3235758 T8285 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 3235762 T8285 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 3235762 T8285 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 3235764 T8285 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=18, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3235765 T8285 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@60435cef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3c2846ed),segFN=segments_1,generation=1}
   [junit4]   2> 3235765 T8285 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 3235765 T8285 oass.SolrIndexSearcher.<init> Opening Searcher@2695d829[collection1] main
   [junit4]   2> 3235766 T8285 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 3235770 T8285 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3235771 T8285 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3235775 T8285 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3235776 T8285 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 3235776 T8285 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3235780 T8285 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3235780 T8285 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3235780 T8285 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 3235780 T8285 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 3235788 T8285 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 3235788 T8286 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2695d829[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3235791 T8289 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:51216 collection:collection1 shard:shard1
   [junit4]   2> 3235792 T8209 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 3235794 T8209 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 3235795 T8289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 3235806 T8289 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 3235817 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3235819 T8289 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 3235819 T8289 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C4765 name=collection1 org.apache.solr.core.SolrCore@6cec22e0 url=http://127.0.0.1:51216/collection1 node=127.0.0.1:51216_ C4765_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:51216, node_name=127.0.0.1:51216_, state=down}
   [junit4]   2> 3235819 T8289 C4765 P51216 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:51216/collection1/
   [junit4]   2> 3235819 T8289 C4765 P51216 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 3235820 T8289 C4765 P51216 oasc.SyncStrategy.syncToMe http://127.0.0.1:51216/collection1/ has no replicas
   [junit4]   2> 3235820 T8289 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:51216/collection1/ shard1
   [junit4]   2> 3235820 T8289 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 3235845 T8236 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3235851 T8264 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3235858 T8264 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 6 
   [junit4]   2> 3235859 T8284 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3235862 T8284 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 6 
   [junit4]   2> 3235876 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3235877 T8236 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3235879 T8264 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3235881 T8284 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3235882 T8264 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 7 
   [junit4]   2> 3235884 T8284 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 7 
   [junit4]   2> 3235889 T8289 oasc.ZkController.register We are http://127.0.0.1:51216/collection1/ and leader is http://127.0.0.1:51216/collection1/
   [junit4]   2> 3235889 T8289 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:51216
   [junit4]   2> 3235890 T8289 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 3235890 T8289 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 3235890 T8289 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 3235893 T8235 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 3235903 T8289 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 7 
   [junit4]   2> 3235906 T8236 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:51216",
   [junit4]   2> 	  "node_name":"127.0.0.1:51216_",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 3235920 T8236 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 3235921 T8264 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3235922 T8284 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 3235923 T8264 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 8 
   [junit4]   2> 3235925 T8284 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 8 
   [junit4]   2> 3237740 T8209 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
  

[...truncated too long message...]

  2> 3282437 T8361 oascc.ConnectionManager.process zkClient has disconnected
   [junit4]   2> 3282581 T8210 oasc.ZkTestServer$ZKServerMain.runFromConfig WARN Watch limit violations: 
   [junit4]   2> 	Maximum concurrent create/delete watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		7	/solr/aliases.json
   [junit4]   2> 		7	/solr/clusterstate.json
   [junit4]   2> 		5	/solr/configs/conf1
   [junit4]   2> 		4	/solr/collections/collection1/state.json
   [junit4]   2> 	
   [junit4]   2> 	Maximum concurrent children watches above limit:
   [junit4]   2> 	
   [junit4]   2> 		7	/solr/live_nodes
   [junit4]   2> 		5	/solr/overseer/collection-queue-work
   [junit4]   2> 		3	/solr/overseer/queue
   [junit4]   2> 	
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=BasicDistributedZkTest -Dtests.method=testDistribSearch -Dtests.seed=FA1FFC092382FF19 -Dtests.slow=true -Dtests.locale=nl_BE -Dtests.timezone=Asia/Taipei -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 60.1s | BasicDistributedZkTest.testDistribSearch <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: commitWithin did not work on node: http://127.0.0.1:51216/collection1 expected:<68> but was:<67>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([FA1FFC092382FF19:7BF9721154DD9F25]:0)
   [junit4]    > 	at org.apache.solr.cloud.BasicDistributedZkTest.doTest(BasicDistributedZkTest.java:345)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3282876 T8209 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.BasicDistributedZkTest-FA1FFC092382FF19-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {other_tl1=PostingsFormat(name=LuceneVarGapFixedInterval), SubjectTerms_mfacet=PostingsFormat(name=LuceneVarGapFixedInterval), n_l1=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), n_td1=PostingsFormat(name=LuceneVarGapFixedInterval), n_d1=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Asserting), n_f1=PostingsFormat(name=LuceneVarGapFixedInterval), n_tl1=PostingsFormat(name=LuceneVarGapFixedInterval), oddField_s=BlockTreeOrds(blocksize=128), n_tf1=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), id=BlockTreeOrds(blocksize=128), text=FST50, timestamp=PostingsFormat(name=Asserting), foo_i=PostingsFormat(name=LuceneVarGapFixedInterval), n_dt1=PostingsFormat(name=LuceneVarGapFixedInterval), a_i1=PostingsFormat(name=Asserting), n_ti1=BlockTreeOrds(blocksize=128), rnd_b=BlockTreeOrds(blocksize=128), _version_=PostingsFormat(name=LuceneVarGapFixedInterval), foo_b=FST50, n_tdt1=PostingsFormat(name=LuceneVarGapFixedInterval), foo_d=BlockTreeOrds(blocksize=128), foo_f=FST50}, docValues:{timestamp=DocValuesFormat(name=Asserting)}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=nl_BE, timezone=Asia/Taipei
   [junit4]   2> NOTE: Mac OS X 10.8.5 x86_64/Oracle Corporation 1.8.0_20 (64-bit)/cpus=2,threads=1,free=125541432,total=378019840
   [junit4]   2> NOTE: All tests run in this JVM: [TestManagedSchemaDynamicFieldResource, TestCSVResponseWriter, TestStressRecovery, SolrIndexConfigTest, TestSchemaNameResource, LoggingHandlerTest, TestDistribDocBasedVersion, UnloadDistributedZkTest, OpenCloseCoreStressTest, SimpleMLTQParserTest, DateFieldTest, SimplePostToolTest, TestBM25SimilarityFactory, CoreContainerCoreInitFailuresTest, AliasIntegrationTest, TestShortCircuitedRequests, CoreAdminCreateDiscoverTest, TestHighlightDedupGrouping, CacheHeaderTest, TestManagedSynonymFilterFactory, HdfsLockFactoryTest, TestDistributedSearch, CollectionsAPIDistributedZkTest, MBeansHandlerTest, TestRandomDVFaceting, DistributedFacetPivotSmallAdvancedTest, OutputWriterTest, TestCollationField, FullSolrCloudDistribCmdsTest, TestFieldResource, DocValuesTest, RankQueryTest, TestSimpleQParserPlugin, SuggesterFSTTest, ExternalCollectionsTest, TestReRankQParserPlugin, TriLevelCompositeIdRoutingTest, ResourceLoaderTest, ReturnFieldsTest, CurrencyFieldOpenExchangeTest, TestBulkSchemaAPI, TestRawResponseWriter, StressHdfsTest, HdfsSyncSliceTest, DistributedQueryElevationComponentTest, DistributedExpandComponentTest, TestRealTimeGet, FileUtilsTest, TestPostingsSolrHighlighter, TestStressReorder, LegacyHTMLStripCharFilterTest, MigrateRouteKeyTest, TestRestManager, TestAnalyzedSuggestions, TestUtils, TestPseudoReturnFields, HighlighterConfigTest, BlockCacheTest, DistributedQueueTest, TestDFRSimilarityFactory, DirectUpdateHandlerTest, EnumFieldTest, TestRecovery, TestCSVLoader, CopyFieldTest, TestBulkSchemaConcurrent, PrimUtilsTest, BasicZkTest, DocumentAnalysisRequestHandlerTest, DistributedQueryComponentCustomSortTest, DateRangeFieldTest, TestSolrXmlPersistor, XsltUpdateRequestHandlerTest, HdfsBasicDistributedZkTest, TestComponentsName, DocumentBuilderTest, TestXIncludeConfig, FieldAnalysisRequestHandlerTest, TestSuggestSpellingConverter, HdfsUnloadDistributedZkTest, TestJmxMonitoredMap, ExternalFileFieldSortTest, DistributedQueryComponentOptimizationTest, TestDynamicFieldResource, StatelessScriptUpdateProcessorFactoryTest, TestFiltering, BasicDistributedZk2Test, TestMultiCoreConfBootstrap, CursorPagingTest, NumericFieldsTest, UniqFieldsUpdateProcessorFactoryTest, DistributedFacetPivotLongTailTest, PreAnalyzedFieldTest, TestCollationFieldDocValues, TestIBSimilarityFactory, TestConfigOverlay, TestSolrIndexConfig, BadCopyFieldTest, TestNRTOpen, DOMUtilTest, AnalyticsMergeStrategyTest, TestRTGBase, TestOverriddenPrefixQueryForCustomFieldType, TestReloadAndDeleteDocs, TestPHPSerializedResponseWriter, ResponseLogComponentTest, TestAddFieldRealTimeGet, TestConfig, TestConfigReload, TestDistributedGrouping, DocExpirationUpdateProcessorFactoryTest, TestMergePolicyConfig, BinaryUpdateRequestHandlerTest, TestLuceneMatchVersion, TestZkChroot, PrimitiveFieldTypeTest, HighlighterMaxOffsetTest, SOLR749Test, SyncSliceTest, TestRandomMergePolicy, TestLMDirichletSimilarityFactory, TestSolrXml, TestReplicaProperties, XmlUpdateRequestHandlerTest, ExitableDirectoryReaderTest, TestQueryTypes, MultiThreadedOCPTest, OverseerTest, HdfsRecoveryZkTest, SchemaVersionSpecificBehaviorTest, VMParamsZkACLAndCredentialsProvidersTest, CircularListTest, TestCloudManagedSchema, DirectSolrSpellCheckerTest, TestSolrDeletionPolicy2, BasicFunctionalityTest, TestRemoteStreaming, SolrCoreCheckLockOnStartupTest, PolyFieldTest, TestSolr4Spatial2, AddBlockUpdateTest, JSONWriterTest, TestSolrConfigHandlerConcurrent, SystemInfoHandlerTest, DebugComponentTest, TestIndexingPerformance, TestDynamicFieldCollectionResource, TestManagedSchemaFieldTypeResource, UUIDUpdateProcessorFallbackTest, AtomicUpdatesTest, RegexBoostProcessorTest, AutoCommitTest, TestDefaultSimilarityFactory, StatsComponentTest, IndexBasedSpellCheckerTest, TestPivotHelperCode, TestNoOpRegenerator, TestCodecSupport, TestManagedSchema, TestPhraseSuggestions, TestFastLRUCache, ParsingFieldUpdateProcessorsTest, TestExpandComponent, TestWordDelimiterFilterFactory, PluginInfoTest, TestFileDictionaryLookup, SignatureUpdateProcessorFactoryTest, SolrTestCaseJ4Test, FileBasedSpellCheckerTest, TestSolrConfigHandler, HdfsBasicDistributedZk2Test, AnalysisAfterCoreReloadTest, RemoteQueryErrorTest, QueryParsingTest, TestCollectionAPI, TestStressLucene, PeerSyncTest, ConnectionManagerTest, OverseerStatusTest, TestNonDefinedSimilarityFactory, TermVectorComponentDistributedTest, TestSolrDynamicMBean, ZkControllerTest, TestSchemaVersionResource, TestSolrQueryParserDefaultOperatorResource, ClusterStateTest, RequiredFieldsTest, DistributedTermsComponentTest, TimeZoneUtilsTest, ClusterStateUpdateTest, BadIndexSchemaTest, HighlighterTest, TestValueSourceCache, TestFaceting, TestStressUserVersions, TestInfoStreamLogging, BadComponentTest, ShardRoutingCustomTest, TestIndexSearcher, TestFastOutputStream, TestSolr4Spatial, CSVRequestHandlerTest, ResponseHeaderTest, TestSolrQueryParser, TestSolrDeletionPolicy1, TestPartialUpdateDeduplication, TestFieldCollectionResource, TestShardHandlerFactory, SolrPluginUtilsTest, QueryEqualityTest, TestAtomicUpdateErrorCases, SoftAutoCommitTest, DeleteReplicaTest, TestSearchPerf, TestFreeTextSuggestions, BasicDistributedZkTest]
   [junit4] Completed in 60.18s, 1 test, 1 failure <<< FAILURES!

[...truncated 718 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:515: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:463: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:186: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1345: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:952: There were test failures: 449 suites, 1822 tests, 1 failure, 35 ignored (20 assumptions)

Total time: 172 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseSerialGC (asserts: true)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1950 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1950/
Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC (asserts: false)

1 tests failed.
REGRESSION:  org.apache.solr.cloud.ShardSplitTest.testDistribSearch

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:55387/a/sm

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:55387/a/sm
	at __randomizedtesting.SeedInfo.seed([416F849DD0FA95C2:C0890A85A7A5F5FE]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:581)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.cloud.ShardSplitTest.splitShard(ShardSplitTest.java:532)
	at org.apache.solr.cloud.ShardSplitTest.incompleteOrOverlappingCustomRangeTest(ShardSplitTest.java:138)
	at org.apache.solr.cloud.ShardSplitTest.doTest(ShardSplitTest.java:103)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.GeneratedMethodAccessor109.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:483)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:150)
	at java.net.SocketInputStream.read(SocketInputStream.java:121)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:465)
	... 45 more




Build Log:
[...truncated 11842 lines...]
   [junit4] Suite: org.apache.solr.cloud.ShardSplitTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/init-core-data-001
   [junit4]   2> 6079130 T20441 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /a/sm
   [junit4]   2> 6079135 T20441 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 6079137 T20441 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 6079138 T20442 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 6079238 T20441 oasc.ZkTestServer.run start zk server on port:55377
   [junit4]   2> 6079240 T20441 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 6079244 T20441 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6079255 T20449 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fd83684 name:ZooKeeperConnection Watcher:127.0.0.1:55377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6079256 T20441 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6079257 T20441 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 6079257 T20441 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 6079271 T20441 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 6079274 T20441 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6079279 T20452 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1e86e7d8 name:ZooKeeperConnection Watcher:127.0.0.1:55377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6079279 T20441 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6079280 T20441 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 6079280 T20441 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 6079288 T20441 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 6079296 T20441 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 6079303 T20441 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 6079311 T20441 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 6079312 T20441 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 6079322 T20441 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 6079324 T20441 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 6079334 T20441 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 6079335 T20441 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 6079344 T20441 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 6079345 T20441 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 6079353 T20441 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 6079354 T20441 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 6079362 T20441 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 6079363 T20441 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 6079373 T20441 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 6079374 T20441 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 6079385 T20441 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 6079385 T20441 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 6079395 T20441 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 6079396 T20441 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 6079407 T20441 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 6079407 T20441 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 6079417 T20441 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 6079418 T20441 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 6081371 T20441 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6081383 T20441 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55380
   [junit4]   2> 6081384 T20441 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6081384 T20441 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6081385 T20441 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-002
   [junit4]   2> 6081385 T20441 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-002/'
   [junit4]   2> 6081450 T20441 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-002/solr.xml
   [junit4]   2> 6081465 T20441 oasc.CoreContainer.<init> New CoreContainer 328370609
   [junit4]   2> 6081466 T20441 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-002/]
   [junit4]   2> 6081467 T20441 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6081468 T20441 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 6081468 T20441 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 6081468 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6081469 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 6081469 T20441 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6081469 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6081470 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6081470 T20441 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6081471 T20441 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6081471 T20441 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 6081472 T20441 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6081472 T20441 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6081472 T20441 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 6081473 T20441 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55377/solr
   [junit4]   2> 6081473 T20441 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 6081474 T20441 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 6081475 T20441 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6081480 T20464 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1cd9d3a9 name:ZooKeeperConnection Watcher:127.0.0.1:55377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6081481 T20441 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6081481 T20441 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 6081487 T20441 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6081490 T20467 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4acf96c9 name:ZooKeeperConnection Watcher:127.0.0.1:55377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6081491 T20441 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6081495 T20441 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 6081505 T20441 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 6081514 T20441 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 6081523 T20441 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 6081532 T20441 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 6081544 T20441 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 6081548 T20441 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55380_a%2Fsm
   [junit4]   2> 6081550 T20441 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55380_a%2Fsm
   [junit4]   2> 6081561 T20441 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 6081567 T20441 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 6081573 T20441 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 6081579 T20441 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:55380_a%2Fsm
   [junit4]   2> 6081580 T20441 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 6081587 T20441 oasc.Overseer.start Overseer (id=92837954390720515-127.0.0.1:55380_a%2Fsm-n_0000000000) starting
   [junit4]   2> 6081594 T20441 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 6081618 T20441 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 6081619 T20469 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 6081620 T20441 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 6081624 T20441 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 6081629 T20441 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6081643 T20468 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 6081649 T20471 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 6081649 T20471 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6081651 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6081651 T20471 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 6081660 T20468 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55380/a/sm",
   [junit4]   2> 	  "node_name":"127.0.0.1:55380_a%2Fsm",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 6081660 T20468 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 6081660 T20468 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 6081662 T20468 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 6081669 T20467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6082654 T20471 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 6082654 T20471 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 6082658 T20471 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 6082659 T20471 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 6082665 T20471 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6082666 T20471 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-002/collection1/'
   [junit4]   2> 6082671 T20471 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 6082671 T20471 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 6082672 T20471 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 6082735 T20471 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 6082742 T20471 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 6082760 T20471 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 6082773 T20471 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 6082778 T20471 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 6082785 T20471 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 6082930 T20471 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 6082933 T20471 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 6082933 T20471 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 6082940 T20471 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 6083007 T20471 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 6083007 T20471 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 6083008 T20471 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/control/data/
   [junit4]   2> 6083009 T20471 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d8c580
   [junit4]   2> 6083010 T20471 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/control/data
   [junit4]   2> 6083011 T20471 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/control/data/index/
   [junit4]   2> 6083012 T20471 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 6083012 T20471 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/control/data/index
   [junit4]   2> 6083013 T20471 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=38.203125, floorSegmentMB=1.36328125, forceMergeDeletesPctAllowed=1.3496414511322818, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8899610427777046
   [junit4]   2> 6083013 T20471 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2f4adc9e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12ad62d6),segFN=segments_1,generation=1}
   [junit4]   2> 6083013 T20471 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6083018 T20471 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 6083019 T20471 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 6083020 T20471 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 6083020 T20471 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 6083021 T20471 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 6083021 T20471 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 6083022 T20471 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 6083022 T20471 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 6083022 T20471 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 6083024 T20471 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 6083026 T20471 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6083027 T20471 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6083028 T20471 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6083028 T20471 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 6083029 T20471 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 6083029 T20471 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 6083029 T20471 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 6083030 T20471 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 6083030 T20471 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 6083031 T20471 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 6083031 T20471 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 6083038 T20471 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6083039 T20471 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6083041 T20471 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6083043 T20471 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6083047 T20471 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 6083047 T20471 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 6083047 T20471 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1543005717, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 6083048 T20471 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2f4adc9e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@12ad62d6),segFN=segments_1,generation=1}
   [junit4]   2> 6083048 T20471 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6083048 T20471 oass.SolrIndexSearcher.<init> Opening Searcher@6d47a607[collection1] main
   [junit4]   2> 6083049 T20471 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 6083051 T20471 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6083051 T20471 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 6083053 T20471 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6083053 T20471 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 6083054 T20471 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6083055 T20471 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6083056 T20471 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6083057 T20471 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 6083064 T20471 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6083065 T20471 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6083065 T20471 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 6083068 T20471 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 6083069 T20472 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@6d47a607[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 6083070 T20475 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55380/a/sm collection:control_collection shard:shard1
   [junit4]   2> 6083071 T20441 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 6083072 T20441 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 6083072 T20475 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 6083073 T20441 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 6083074 T20441 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6083079 T20478 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6a21eeba name:ZooKeeperConnection Watcher:127.0.0.1:55377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6083080 T20441 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6083081 T20441 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 6083084 T20441 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6083089 T20475 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 6083094 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6083094 T20441 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 6083096 T20475 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 6083096 T20475 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C5510 name=collection1 org.apache.solr.core.SolrCore@203f2644 url=http://127.0.0.1:55380/a/sm/collection1 node=127.0.0.1:55380_a%2Fsm C5510_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:55380/a/sm, node_name=127.0.0.1:55380_a%2Fsm, state=down}
   [junit4]   2> 6083097 T20475 C5510 P55380 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55380/a/sm/collection1/
   [junit4]   2> 6083098 T20475 C5510 P55380 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 6083098 T20475 C5510 P55380 oasc.SyncStrategy.syncToMe http://127.0.0.1:55380/a/sm/collection1/ has no replicas
   [junit4]   2> 6083098 T20475 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55380/a/sm/collection1/ shard1
   [junit4]   2> 6083098 T20475 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 6083133 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6083239 T20467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6083239 T20478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6083283 T20475 oasc.ZkController.register We are http://127.0.0.1:55380/a/sm/collection1/ and leader is http://127.0.0.1:55380/a/sm/collection1/
   [junit4]   2> 6083283 T20475 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55380/a/sm
   [junit4]   2> 6083284 T20475 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 6083284 T20475 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 6083284 T20475 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6083287 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6083301 T20468 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55380/a/sm",
   [junit4]   2> 	  "node_name":"127.0.0.1:55380_a%2Fsm",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 6083410 T20478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6083413 T20467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 6085157 T20441 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 6085158 T20441 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6085163 T20441 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55384
   [junit4]   2> 6085164 T20441 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6085164 T20441 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6085165 T20441 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-003
   [junit4]   2> 6085165 T20441 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-003/'
   [junit4]   2> 6085208 T20441 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-003/solr.xml
   [junit4]   2> 6085221 T20441 oasc.CoreContainer.<init> New CoreContainer 738334005
   [junit4]   2> 6085222 T20441 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-003/]
   [junit4]   2> 6085222 T20441 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6085223 T20441 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 6085223 T20441 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 6085223 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6085224 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 6085224 T20441 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6085224 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6085225 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6085225 T20441 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6085226 T20441 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6085226 T20441 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 6085227 T20441 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6085228 T20441 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6085228 T20441 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 6085229 T20441 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55377/solr
   [junit4]   2> 6085229 T20441 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 6085230 T20441 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 6085231 T20441 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6085235 T20490 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@14b1b57f name:ZooKeeperConnection Watcher:127.0.0.1:55377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6085236 T20441 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6085236 T20441 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 6085244 T20441 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6085247 T20493 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@62dc68a9 name:ZooKeeperConnection Watcher:127.0.0.1:55377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6085248 T20441 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6085273 T20441 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6086288 T20441 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55384_a%2Fsm
   [junit4]   2> 6086293 T20441 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55384_a%2Fsm
   [junit4]   2> 6086313 T20441 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 6086325 T20494 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 6086325 T20494 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6086328 T20494 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 6086328 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6086343 T20468 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55384/a/sm",
   [junit4]   2> 	  "node_name":"127.0.0.1:55384_a%2Fsm",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 6086343 T20468 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 6086343 T20468 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 1
   [junit4]   2> 6086344 T20468 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 6086354 T20478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6086355 T20493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6086358 T20467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6087330 T20494 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 6087331 T20494 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 6087336 T20494 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 6087337 T20494 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6087343 T20494 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6087343 T20494 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-003/collection1/'
   [junit4]   2> 6087346 T20494 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 6087346 T20494 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 6087351 T20494 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 6087393 T20494 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 6087401 T20494 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 6087427 T20494 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 6087436 T20494 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 6087440 T20494 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 6087444 T20494 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 6087596 T20494 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 6087598 T20494 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 6087599 T20494 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 6087605 T20494 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 6087683 T20494 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 6087684 T20494 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 6087684 T20494 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/jetty1/
   [junit4]   2> 6087684 T20494 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d8c580
   [junit4]   2> 6087685 T20494 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/jetty1
   [junit4]   2> 6087685 T20494 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/jetty1/index/
   [junit4]   2> 6087686 T20494 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 6087687 T20494 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/jetty1/index
   [junit4]   2> 6087687 T20494 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=38.203125, floorSegmentMB=1.36328125, forceMergeDeletesPctAllowed=1.3496414511322818, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8899610427777046
   [junit4]   2> 6087689 T20494 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@36076b62 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ea230cd),segFN=segments_1,generation=1}
   [junit4]   2> 6087689 T20494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6087695 T20494 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 6087696 T20494 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 6087696 T20494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 6087697 T20494 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 6087698 T20494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 6087698 T20494 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 6087699 T20494 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 6087699 T20494 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 6087700 T20494 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 6087700 T20494 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 6087701 T20494 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6087701 T20494 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6087702 T20494 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6087703 T20494 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 6087704 T20494 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 6087704 T20494 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 6087705 T20494 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 6087705 T20494 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 6087706 T20494 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 6087706 T20494 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 6087707 T20494 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 6087716 T20494 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6087717 T20494 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6087718 T20494 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6087720 T20494 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6087723 T20494 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 6087723 T20494 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 6087724 T20494 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1543005717, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 6087725 T20494 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@36076b62 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7ea230cd),segFN=segments_1,generation=1}
   [junit4]   2> 6087725 T20494 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6087725 T20494 oass.SolrIndexSearcher.<init> Opening Searcher@29268186[collection1] main
   [junit4]   2> 6087725 T20494 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6087729 T20494 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6087730 T20494 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 6087731 T20494 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6087731 T20494 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 6087731 T20494 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6087734 T20494 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6087735 T20494 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6087735 T20494 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 6087735 T20494 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 6087739 T20494 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 6087740 T20495 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@29268186[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 6087741 T20498 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55384/a/sm collection:collection1 shard:shard2
   [junit4]   2> 6087743 T20441 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 6087743 T20441 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 6087745 T20498 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 6087759 T20498 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 6087764 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6087766 T20498 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 6087766 T20498 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C5511 name=collection1 org.apache.solr.core.SolrCore@422dfdb1 url=http://127.0.0.1:55384/a/sm/collection1 node=127.0.0.1:55384_a%2Fsm C5511_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:55384/a/sm, node_name=127.0.0.1:55384_a%2Fsm, state=down}
   [junit4]   2> 6087767 T20498 C5511 P55384 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55384/a/sm/collection1/
   [junit4]   2> 6087767 T20498 C5511 P55384 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 6087767 T20498 C5511 P55384 oasc.SyncStrategy.syncToMe http://127.0.0.1:55384/a/sm/collection1/ has no replicas
   [junit4]   2> 6087767 T20498 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55384/a/sm/collection1/ shard2
   [junit4]   2> 6087768 T20498 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 6087784 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6087897 T20467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6087897 T20478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6087902 T20493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6087942 T20498 oasc.ZkController.register We are http://127.0.0.1:55384/a/sm/collection1/ and leader is http://127.0.0.1:55384/a/sm/collection1/
   [junit4]   2> 6087943 T20498 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55384/a/sm
   [junit4]   2> 6087943 T20498 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 6087944 T20498 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 6087944 T20498 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6087949 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6087959 T20468 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55384/a/sm",
   [junit4]   2> 	  "node_name":"127.0.0.1:55384_a%2Fsm",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 6088103 T20493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6088103 T20467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6088103 T20478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 6090002 T20441 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 6090002 T20441 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6090009 T20441 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55387
   [junit4]   2> 6090011 T20441 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6090012 T20441 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6090012 T20441 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-004
   [junit4]   2> 6090013 T20441 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-004/'
   [junit4]   2> 6090073 T20441 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-004/solr.xml
   [junit4]   2> 6090098 T20441 oasc.CoreContainer.<init> New CoreContainer 633798535
   [junit4]   2> 6090100 T20441 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-004/]
   [junit4]   2> 6090100 T20441 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6090101 T20441 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 6090102 T20441 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 6090102 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6090103 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 6090103 T20441 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6090104 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6090105 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6090105 T20441 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6090105 T20441 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6090106 T20441 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 6090106 T20441 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6090107 T20441 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6090108 T20441 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 6090108 T20441 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55377/solr
   [junit4]   2> 6090109 T20441 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 6090110 T20441 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 6090111 T20441 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6090118 T20510 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3269d79a name:ZooKeeperConnection Watcher:127.0.0.1:55377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6090119 T20441 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6090119 T20441 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 6090127 T20441 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6090132 T20513 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5c039af7 name:ZooKeeperConnection Watcher:127.0.0.1:55377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6090133 T20441 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6090155 T20441 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6091169 T20441 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55387_a%2Fsm
   [junit4]   2> 6091172 T20441 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55387_a%2Fsm
   [junit4]   2> 6091189 T20441 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 6091200 T20514 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 6091200 T20514 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6091202 T20514 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 6091202 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6091212 T20468 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55387/a/sm",
   [junit4]   2> 	  "node_name":"127.0.0.1:55387_a%2Fsm",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 6091213 T20468 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 6091213 T20468 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 6091221 T20493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6091221 T20478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6091221 T20513 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6091221 T20467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6092204 T20514 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 6092204 T20514 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 6092206 T20514 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 6092206 T20514 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6092210 T20514 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6092210 T20514 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-004/collection1/'
   [junit4]   2> 6092211 T20514 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 6092211 T20514 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 6092212 T20514 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 6092244 T20514 oasc.ZkController.watchZKConfDir watch zkdir /configs/conf1
   [junit4]   2> 6092250 T20514 oasc.Config.<init> loaded config solrconfig.xml with version 0 
   [junit4]   2> 6092270 T20514 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 6092287 T20514 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 6092291 T20514 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 6092295 T20514 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 6092439 T20514 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 6092441 T20514 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 6092442 T20514 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 6092448 T20514 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 6092515 T20514 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 6092515 T20514 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 6092516 T20514 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/jetty2/
   [junit4]   2> 6092516 T20514 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d8c580
   [junit4]   2> 6092517 T20514 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/jetty2
   [junit4]   2> 6092518 T20514 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/jetty2/index/
   [junit4]   2> 6092519 T20514 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 6092520 T20514 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-001/jetty2/index
   [junit4]   2> 6092521 T20514 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=44, maxMergeAtOnceExplicit=23, maxMergedSegmentMB=38.203125, floorSegmentMB=1.36328125, forceMergeDeletesPctAllowed=1.3496414511322818, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8899610427777046
   [junit4]   2> 6092522 T20514 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7ee2b782 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a7fa0cd),segFN=segments_1,generation=1}
   [junit4]   2> 6092522 T20514 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6092531 T20514 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 6092533 T20514 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 6092535 T20514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 6092535 T20514 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 6092536 T20514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 6092536 T20514 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 6092537 T20514 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 6092538 T20514 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 6092538 T20514 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 6092539 T20514 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 6092540 T20514 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6092541 T20514 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6092542 T20514 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 6092544 T20514 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 6092546 T20514 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 6092546 T20514 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 6092546 T20514 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 6092547 T20514 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 6092548 T20514 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 6092548 T20514 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 6092549 T20514 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 6092563 T20514 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6092567 T20514 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6092570 T20514 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6092571 T20514 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 6092577 T20514 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 6092577 T20514 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 6092578 T20514 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1543005717, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 6092579 T20514 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7ee2b782 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3a7fa0cd),segFN=segments_1,generation=1}
   [junit4]   2> 6092584 T20514 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 6092584 T20514 oass.SolrIndexSearcher.<init> Opening Searcher@4b56eefe[collection1] main
   [junit4]   2> 6092584 T20514 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 6092589 T20514 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 6092589 T20514 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 6092594 T20514 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 6092595 T20514 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 6092595 T20514 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6092601 T20514 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 6092601 T20514 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 6092601 T20514 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 6092602 T20514 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 6092606 T20514 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 6092609 T20515 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4b56eefe[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 6092610 T20518 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:55387/a/sm collection:collection1 shard:shard1
   [junit4]   2> 6092611 T20441 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0
   [junit4]   2> 6092611 T20441 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 6092623 T20518 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 6092654 T20518 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 6092658 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6092660 T20518 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 6092660 T20518 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C5512 name=collection1 org.apache.solr.core.SolrCore@7c2df82b url=http://127.0.0.1:55387/a/sm/collection1 node=127.0.0.1:55387_a%2Fsm C5512_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:55387/a/sm, node_name=127.0.0.1:55387_a%2Fsm, state=down}
   [junit4]   2> 6092660 T20518 C5512 P55387 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:55387/a/sm/collection1/
   [junit4]   2> 6092661 T20518 C5512 P55387 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 6092661 T20518 C5512 P55387 oasc.SyncStrategy.syncToMe http://127.0.0.1:55387/a/sm/collection1/ has no replicas
   [junit4]   2> 6092661 T20518 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:55387/a/sm/collection1/ shard1
   [junit4]   2> 6092662 T20518 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 6092685 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6092800 T20478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6092800 T20493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6092800 T20513 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6092801 T20467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6092841 T20518 oasc.ZkController.register We are http://127.0.0.1:55387/a/sm/collection1/ and leader is http://127.0.0.1:55387/a/sm/collection1/
   [junit4]   2> 6092841 T20518 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55387/a/sm
   [junit4]   2> 6092841 T20518 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 6092841 T20518 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 6092842 T20518 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 6092848 T20467 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 6092858 T20468 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:55387/a/sm",
   [junit4]   2> 	  "node_name":"127.0.0.1:55387_a%2Fsm",
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state"}
   [junit4]   2> 6092968 T20478 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6092969 T20467 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6092969 T20513 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6092969 T20493 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 6094575 T20441 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 6094575 T20441 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 6094579 T20441 oejs.AbstractConnector.doStart Started SelectChannelConnector@127.0.0.1:55390
   [junit4]   2> 6094581 T20441 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 6094581 T20441 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 6094581 T20441 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-005
   [junit4]   2> 6094581 T20441 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-005/'
   [junit4]   2> 6094631 T20441 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-005/solr.xml
   [junit4]   2> 6094648 T20441 oasc.CoreContainer.<init> New CoreContainer 1781118995
   [junit4]   2> 6094648 T20441 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-core/test/J0/temp/solr.cloud.ShardSplitTest-416F849DD0FA95C2-001/tempDir-005/]
   [junit4]   2> 6094648 T20441 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 6094649 T20441 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 6094649 T20441 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 6094649 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 6094649 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 6094650 T20441 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 6094650 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 6094651 T20441 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 6094651 T20441 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 6094654 T20441 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 6094654 T20441 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 6094655 T20441 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6094656 T20441 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6094656 T20441 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 6094657 T20441 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:55377/solr
   [junit4]   2> 6094658 T20441 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 6094659 T20441 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 6094662 T20441 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6094666 T20530 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@415a802d name:ZooKeeperConnection Watcher:127.0.0.1:55377 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6094666 T20441 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6094667 T20441 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 6094671 T20441 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 6094674 T20533 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2a65a581 name:ZooKeeperConnection Watcher:127.0.0.1:55377/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 6094675 T20441 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 6094694 T20441 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 6095709 T20441 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55390_a%2Fsm
   [junit4]   2> 6095713 T20441 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:55390_a%2Fsm
   [junit4]   2> 6095734 T20441 oasc.Overseer.close Overseer 

[...truncated too long message...]

pus=2,threads=1,free=87184680,total=423104512
   [junit4]   2> NOTE: All tests run in this JVM: [DirectSolrSpellCheckerTest, TestValueSourceCache, ResourceLoaderTest, MultiThreadedOCPTest, DistributedQueryComponentOptimizationTest, TestImplicitCoreProperties, TestReplicationHandlerBackup, TestRealTimeGet, TestDynamicFieldCollectionResource, TestExpandComponent, ShardRoutingCustomTest, MoreLikeThisHandlerTest, OutOfBoxZkACLAndCredentialsProvidersTest, TestLazyCores, DOMUtilTest, TestSimpleQParserPlugin, AnalysisErrorHandlingTest, BasicDistributedZkTest, TestCollectionAPI, TestUniqueKeyFieldResource, TestSweetSpotSimilarityFactory, TestNRTOpen, TestDocSet, AsyncMigrateRouteKeyTest, TimeZoneUtilsTest, TestNoOpRegenerator, TestReversedWildcardFilterFactory, TestAnalyzeInfixSuggestions, HighlighterConfigTest, TestSolrIndexConfig, SpellingQueryConverterTest, TestSuggestSpellingConverter, TestBulkSchemaAPI, UUIDUpdateProcessorFallbackTest, RecoveryZkTest, TestBadConfig, TestBlendedInfixSuggestions, DistributedIntervalFacetingTest, HdfsBasicDistributedZkTest, TestCharFilters, HdfsRecoveryZkTest, TestPartialUpdateDeduplication, TestIBSimilarityFactory, AnalyticsQueryTest, TestLRUCache, DistribDocExpirationUpdateProcessorTest, TestSchemaVersionResource, TestRecoveryHdfs, TestSolr4Spatial, DocValuesTest, TestComplexPhraseQParserPlugin, TestFieldTypeCollectionResource, TestConfigOverlay, TriLevelCompositeIdRoutingTest, TestSearchPerf, SliceStateTest, TestFileDictionaryLookup, RollingRestartTest, TestSolrConfigHandlerConcurrent, TestAddFieldRealTimeGet, SpatialFilterTest, CollectionsAPIDistributedZkTest, TestManagedResourceStorage, NoCacheHeaderTest, TestExceedMaxTermLength, TestReloadAndDeleteDocs, TestManagedStopFilterFactory, CachingDirectoryFactoryTest, SharedFSAutoReplicaFailoverUtilsTest, TestShortCircuitedRequests, TestWriterPerf, TestCollationFieldDocValues, TestLMDirichletSimilarityFactory, TestSurroundQueryParser, TestInitParams, TestPHPSerializedResponseWriter, AnalyticsMergeStrategyTest, TestCloudInspectUtil, TestDocBasedVersionConstraints, TestStressReorder, NotRequiredUniqueKeyTest, AddBlockUpdateTest, FacetPivotSmallTest, TestArbitraryIndexDir, ShardRoutingTest, SortByFunctionTest, TestCloudManagedSchemaConcurrent, DirectSolrConnectionTest, TestNonNRTOpen, CursorPagingTest, CloudExitableDirectoryReaderTest, ClusterStateTest, DistributedTermsComponentTest, XsltUpdateRequestHandlerTest, DateMathParserTest, FileBasedSpellCheckerTest, TestCursorMarkWithoutUniqueKey, OverseerRolesTest, TestHighFrequencyDictionaryFactory, TestXIncludeConfig, SyncSliceTest, TestUtils, ExternalCollectionsTest, StressHdfsTest, LeaderInitiatedRecoveryOnCommitTest, ExitableDirectoryReaderTest, QueryEqualityTest, SuggesterTest, ShowFileRequestHandlerTest, TestMissingGroups, ChaosMonkeySafeLeaderTest, LeaderFailoverAfterPartitionTest, TestPostingsSolrHighlighter, LeaderElectionTest, IndexSchemaRuntimeFieldTest, MultiTermTest, DistributedSuggestComponentTest, EnumFieldTest, DirectUpdateHandlerTest, TestRecovery, TestMiniSolrCloudCluster, ConnectionManagerTest, FieldAnalysisRequestHandlerTest, OutputWriterTest, TestMultiCoreConfBootstrap, UnloadDistributedZkTest, TestJmxIntegration, FileUtilsTest, TestFoldingMultitermQuery, OpenExchangeRatesOrgProviderTest, TestRequestStatusCollectionAPI, UpdateRequestProcessorFactoryTest, BJQParserTest, BlockDirectoryTest, SSLMigrationTest, TestDynamicFieldResource, TestWordDelimiterFilterFactory, AliasIntegrationTest, TestGroupingSearch, TestMaxScoreQueryParser, UpdateParamsTest, ParsingFieldUpdateProcessorsTest, TestReload, TestOrdValues, TestManagedSchemaFieldTypeResource, TestManagedSchemaDynamicFieldResource, DistributedExpandComponentTest, TestCloudManagedSchema, PolyFieldTest, NumericFieldsTest, StandardRequestHandlerTest, BadCopyFieldTest, DistributedFacetPivotSmallTest, CSVRequestHandlerTest, SignatureUpdateProcessorFactoryTest, TestFastOutputStream, SOLR749Test, AutoCommitTest, SpellPossibilityIteratorTest, TestOmitPositions, SolrCoreTest, URLClassifyProcessorTest, TestSolrQueryParser, TestDFRSimilarityFactory, TestShardHandlerFactory, TestFunctionQuery, DistribCursorPagingTest, DistributedFacetPivotWhiteBoxTest, PrimUtilsTest, SampleTest, HdfsChaosMonkeySafeLeaderTest, DistributedQueryComponentCustomSortTest, TermVectorComponentDistributedTest, DirectUpdateHandlerOptimizeTest, HdfsCollectionsAPIDistributedZkTest, RAMDirectoryFactoryTest, AtomicUpdatesTest, TestComponentsName, TestFreeTextSuggestions, TestCSVLoader, SuggestComponentTest, DefaultValueUpdateProcessorTest, TestCollationField, BadComponentTest, TestTrie, TestAnalyzedSuggestions, AddSchemaFieldsUpdateProcessorFactoryTest, ZkControllerTest, BadIndexSchemaTest, LegacyHTMLStripCharFilterTest, TestFieldResource, HdfsSyncSliceTest, AlternateDirectoryTest, EchoParamsTest, TestLuceneMatchVersion, RankQueryTest, TestSolrDeletionPolicy1, SearchHandlerTest, TestBinaryField, ConvertedLegacyTest, DocValuesMissingTest, CurrencyFieldXmlFileTest, DebugComponentTest, TestFuzzyAnalyzedSuggestions, DocExpirationUpdateProcessorFactoryTest, TestManagedSchemaFieldResource, BasicFunctionalityTest, TestSolrQueryParserDefaultOperatorResource, HttpPartitionTest, XmlUpdateRequestHandlerTest, MinimalSchemaTest, SpellCheckComponentTest, DeleteInactiveReplicaTest, TestSort, OverriddenZkACLAndCredentialsProvidersTest, BasicDistributedZk2Test, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ZkCLITest, TestDistributedSearch, TestDistributedGrouping, TestFaceting, TestHashPartitioner, DistributedSpellCheckComponentTest, TestJoin, TestStressVersions, HardAutoCommitTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, TestFiltering, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, CurrencyFieldOpenExchangeTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, AnalysisAfterCoreReloadTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SuggesterFSTTest, CoreAdminHandlerTest, SolrRequestParserTest, SuggesterTSTTest, TestStressLucene, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DocValuesMultiTest, DistanceFunctionTest, SolrInfoMBeanTest, CacheHeaderTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, TermsComponentTest, RequestHandlersTest, DocumentBuilderTest, PathHierarchyTokenizerFactoryTest, TermVectorComponentTest, TestIndexingPerformance, RequiredFieldsTest, FastVectorHighlighterTest, LoggingHandlerTest, RegexBoostProcessorTest, SolrPluginUtilsTest, IndexSchemaTest, ReturnFieldsTest, JSONWriterTest, TestCSVResponseWriter, MBeansHandlerTest, QueryParsingTest, UniqFieldsUpdateProcessorFactoryTest, JsonLoaderTest, BinaryUpdateRequestHandlerTest, PingRequestHandlerTest, CoreContainerCoreInitFailuresTest, TestBinaryResponseWriter, TestLFUCache, TestQuerySenderListener, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestElisionMultitermQuery, TestConfig, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPhraseSuggestions, TestCodecSupport, SynonymTokenizerTest, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestDefaultSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ScriptEngineTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, PreAnalyzedFieldTest, TestSystemIdResolver, DateFieldTest, TestSolrJ, TestDocumentBuilder, ZkNodePropsTest, SystemInfoHandlerTest, UUIDFieldTest, CircularListTest, TestRTGBase, SolrTestCaseJ4Test, TestDistributedMissingSort, TestHighlightDedupGrouping, TestTolerantSearch, AssignTest, CollectionsAPIAsyncDistributedZkTest, CustomCollectionTest, DeleteReplicaTest, DeleteShardTest, DistributedQueueTest, MigrateRouteKeyTest, OverseerStatusTest, RemoteQueryErrorTest, ReplicationFactorTest, ShardSplitTest]
   [junit4] Completed in 361.17s, 1 test, 1 error <<< FAILURES!

[...truncated 250 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:515: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:463: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:186: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1345: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:952: There were test failures: 449 suites, 1822 tests, 1 error, 35 ignored (20 assumptions)

Total time: 180 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:+UseCompressedOops -XX:+UseSerialGC (asserts: false)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.8.0) - Build # 1949 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1949/
Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC (asserts: true)

All tests passed

Build Log:
[...truncated 43529 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:515: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:79: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/build.xml:188: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1893: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1921: Compile failed; see the compiler error output for details.

Total time: 206 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.8.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC (asserts: true)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1948 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1948/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC (asserts: true)

4 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrServerTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([3BF635D729EFB344:BA10BBCF5EB0D378]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrServerTest.allTests(CloudSolrServerTest.java:300)
	at org.apache.solr.client.solrj.impl.CloudSolrServerTest.doTest(CloudSolrServerTest.java:124)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
ERROR: SolrZkClient opens=22 closes=21

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=22 closes=21
	at __randomizedtesting.SeedInfo.seed([3BF635D729EFB344]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:461)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:188)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
7 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest:     1) Thread[id=411, name=CloudSolrServer ThreadPool-48-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=405, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[3BF635D729EFB344]-SendThread(127.0.0.1:54771), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)    3) Thread[id=407, name=zkCallback-49-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=431, name=zkCallback-49-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=406, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[3BF635D729EFB344]-EventThread, state=WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)    6) Thread[id=412, name=CloudSolrServer ThreadPool-48-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    7) Thread[id=445, name=zkCallback-49-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest: 
   1) Thread[id=411, name=CloudSolrServer ThreadPool-48-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=405, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[3BF635D729EFB344]-SendThread(127.0.0.1:54771), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   3) Thread[id=407, name=zkCallback-49-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=431, name=zkCallback-49-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=406, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[3BF635D729EFB344]-EventThread, state=WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
   6) Thread[id=412, name=CloudSolrServer ThreadPool-48-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   7) Thread[id=445, name=zkCallback-49-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([3BF635D729EFB344]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=412, name=CloudSolrServer ThreadPool-48-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=445, name=zkCallback-49-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=431, name=zkCallback-49-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=405, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[3BF635D729EFB344]-SendThread(127.0.0.1:54771), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)    5) Thread[id=407, name=zkCallback-49-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=411, name=CloudSolrServer ThreadPool-48-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=412, name=CloudSolrServer ThreadPool-48-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=445, name=zkCallback-49-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=431, name=zkCallback-49-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=405, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[3BF635D729EFB344]-SendThread(127.0.0.1:54771), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
   5) Thread[id=407, name=zkCallback-49-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=411, name=CloudSolrServer ThreadPool-48-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([3BF635D729EFB344]:0)




Build Log:
[...truncated 12343 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrServerTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/init-core-data-001
   [junit4]   2> 197314 T273 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 197315 T273 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /snny/im
   [junit4]   2> 197325 T273 oasc.AbstractZkTestCase.<clinit> WARN TEST_HOME() does not exist - solrj test?
   [junit4]   2> 197332 T273 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 197378 T273 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 197389 T274 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 197589 T273 oasc.ZkTestServer.run start zk server on port:54771
   [junit4]   2> 197596 T273 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 197765 T273 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 197830 T275 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 199730 T281 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@dfc6ed name:ZooKeeperConnection Watcher:127.0.0.1:54771 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 199731 T273 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 199732 T273 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 199743 T273 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 199851 T273 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 199854 T273 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 199859 T284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1931801 name:ZooKeeperConnection Watcher:127.0.0.1:54771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 199859 T273 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 199860 T273 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 199866 T273 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 199876 T273 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 199886 T273 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 199893 T273 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 199904 T273 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 199906 T273 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 199923 T273 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 199925 T273 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 199936 T273 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml because it doesn't exist
   [junit4]   2> 199937 T273 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt because it doesn't exist
   [junit4]   2> 199937 T273 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt because it doesn't exist
   [junit4]   2> 199938 T273 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml because it doesn't exist
   [junit4]   2> 199938 T273 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/enumsConfig.xml because it doesn't exist
   [junit4]   2> 199939 T273 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/open-exchange-rates.json because it doesn't exist
   [junit4]   2> 199939 T273 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
   [junit4]   2> 199940 T273 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/old_synonyms.txt because it doesn't exist
   [junit4]   2> 199941 T273 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt because it doesn't exist
   [junit4]   2> 199964 T273 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 199967 T273 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 199972 T287 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1085fa9a name:ZooKeeperConnection Watcher:127.0.0.1:54771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 199973 T273 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 199974 T273 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 200365 T273 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 200378 T273 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 200384 T273 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54776
   [junit4]   2> 200389 T273 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 200389 T273 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 200390 T273 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-002
   [junit4]   2> 200390 T273 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-002/'
   [junit4]   2> 200454 T273 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-002/solr.xml
   [junit4]   2> 200614 T273 oasc.CoreContainer.<init> New CoreContainer 961795976
   [junit4]   2> 200615 T273 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-002/]
   [junit4]   2> 200618 T273 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 200618 T273 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 200619 T273 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 200619 T273 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 200619 T273 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 200620 T273 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 200621 T273 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 200621 T273 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 200621 T273 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 200622 T273 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 200628 T273 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 200632 T273 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 200632 T273 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 200633 T273 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 200634 T273 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54771/solr
   [junit4]   2> 200682 T273 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 200682 T273 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 200684 T273 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 200691 T299 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@190d601e name:ZooKeeperConnection Watcher:127.0.0.1:54771 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 200692 T273 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 200693 T273 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 200723 T273 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 200729 T302 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1fd3af85 name:ZooKeeperConnection Watcher:127.0.0.1:54771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 200730 T273 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 200767 T273 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 200804 T273 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 200826 T273 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 200840 T273 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 200885 T273 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 200929 T273 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 200936 T273 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54776_snny%2Fim
   [junit4]   2> 200948 T273 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54776_snny%2Fim
   [junit4]   2> 200964 T273 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 200974 T273 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 200985 T273 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 201007 T273 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54776_snny%2Fim
   [junit4]   2> 201008 T273 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 201017 T273 oasc.Overseer.start Overseer (id=92831546828783620-127.0.0.1:54776_snny%2Fim-n_0000000000) starting
   [junit4]   2> 201060 T273 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 201136 T273 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 201154 T304 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 201158 T273 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 201168 T273 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 201180 T273 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 201212 T303 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 201241 T306 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 201241 T306 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 201261 T302 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 201262 T306 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 201309 T303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54776/snny/im",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54776_snny%2Fim"}
   [junit4]   2> 201310 T303 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 201354 T303 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 201375 T303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 201405 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 202264 T306 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 202265 T306 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 202267 T306 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 202267 T306 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 202271 T306 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 202282 T306 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-002/collection1/'
   [junit4]   2> 202403 T306 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 202458 T306 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 202462 T306 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 202479 T306 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 203089 T306 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 203094 T306 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 203097 T306 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 203098 T306 oass.IndexSchema.loadCopyFields WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 203113 T306 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 203114 T306 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 203114 T306 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-002/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/control/data/
   [junit4]   2> 203115 T306 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 203115 T306 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/control/data
   [junit4]   2> 203116 T306 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/control/data/index/
   [junit4]   2> 203116 T306 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 203117 T306 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/control/data/index
   [junit4]   2> 203119 T306 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2971bd51 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6a442618),segFN=segments_1,generation=1}
   [junit4]   2> 203119 T306 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 203121 T306 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 203122 T306 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 203122 T306 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 203123 T306 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 203123 T306 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 203124 T306 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 203124 T306 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 203124 T306 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 203124 T306 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 203125 T306 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 203125 T306 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 203125 T306 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 203139 T306 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203141 T306 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203142 T306 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203145 T306 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203153 T306 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 203153 T306 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 203154 T306 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@2971bd51 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6a442618),segFN=segments_1,generation=1}
   [junit4]   2> 203154 T306 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 203154 T306 oass.SolrIndexSearcher.<init> Opening Searcher@26064d4d[collection1] main
   [junit4]   2> 203155 T306 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 203159 T306 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 203159 T306 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 203174 T306 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 203175 T306 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 203175 T306 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 203177 T306 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 203177 T306 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 203179 T306 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 203189 T306 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 203189 T306 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 203189 T306 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 203203 T307 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@26064d4d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 203203 T306 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 203206 T311 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:54776/snny/im collection:control_collection shard:shard1
   [junit4]   2> 203207 T273 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0
   [junit4]   2> 203208 T273 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 203213 T273 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 203216 T273 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 203221 T314 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1ee08669 name:ZooKeeperConnection Watcher:127.0.0.1:54771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 203221 T273 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 203222 T273 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 203227 T311 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 203228 T273 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 203248 T273 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 203262 T311 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 203278 T302 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 203281 T311 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 203281 T311 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C42 name=collection1 org.apache.solr.core.SolrCore@7a53814e url=https://127.0.0.1:54776/snny/im/collection1 node=127.0.0.1:54776_snny%2Fim C42_STATE=coll:control_collection core:collection1 props:{state=down, core=collection1, base_url=https://127.0.0.1:54776/snny/im, node_name=127.0.0.1:54776_snny%2Fim}
   [junit4]   2> 203287 T311 C42 P54776 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:54776/snny/im/collection1/
   [junit4]   2> 203288 T311 C42 P54776 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 203288 T311 C42 P54776 oasc.SyncStrategy.syncToMe https://127.0.0.1:54776/snny/im/collection1/ has no replicas
   [junit4]   2> 203288 T311 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:54776/snny/im/collection1/ shard1
   [junit4]   2> 203294 T311 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 203319 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 203321 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 203352 T302 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 203479 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 203479 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 203510 T311 oasc.ZkController.register We are https://127.0.0.1:54776/snny/im/collection1/ and leader is https://127.0.0.1:54776/snny/im/collection1/
   [junit4]   2> 203511 T311 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:54776/snny/im
   [junit4]   2> 203511 T311 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 203511 T311 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 203512 T311 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 203516 T302 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 203541 T303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54776/snny/im",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54776_snny%2Fim"}
   [junit4]   2> 203573 T273 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 203574 T273 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 203591 T273 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 203594 T273 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54780
   [junit4]   2> 203598 T273 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 203599 T273 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 203599 T273 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-003
   [junit4]   2> 203599 T273 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-003/'
   [junit4]   2> 203639 T273 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-003/solr.xml
   [junit4]   2> 203654 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 203655 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 203732 T273 oasc.CoreContainer.<init> New CoreContainer 221012518
   [junit4]   2> 203733 T273 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-003/]
   [junit4]   2> 203735 T273 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 203735 T273 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 203735 T273 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 203736 T273 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 203736 T273 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 203736 T273 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 203737 T273 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 203737 T273 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 203737 T273 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 203737 T273 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 203740 T273 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 203743 T273 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 203743 T273 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 203744 T273 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 203744 T273 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54771/solr
   [junit4]   2> 203744 T273 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 203745 T273 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 203747 T273 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 203752 T326 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@49ee639c name:ZooKeeperConnection Watcher:127.0.0.1:54771 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 203753 T273 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 203753 T273 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 203766 T273 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 203769 T329 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7024ac04 name:ZooKeeperConnection Watcher:127.0.0.1:54771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 203770 T273 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 203805 T273 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 204829 T273 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54780_snny%2Fim
   [junit4]   2> 204832 T273 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54780_snny%2Fim
   [junit4]   2> 204852 T273 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 204873 T330 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 204874 T330 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 204877 T302 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 204878 T330 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 204887 T303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54780/snny/im",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54780_snny%2Fim"}
   [junit4]   2> 204888 T303 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 204888 T303 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 1
   [junit4]   2> 204888 T303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 205004 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 205007 T329 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 205004 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 205879 T330 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 205879 T330 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 205884 T330 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 205884 T330 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 205893 T330 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 205894 T330 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-003/collection1/'
   [junit4]   2> 205987 T330 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 206048 T330 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 206053 T330 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 206074 T330 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 206506 T330 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 206509 T330 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 206511 T330 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 206513 T330 oass.IndexSchema.loadCopyFields WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 206514 T330 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 206515 T330 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 206515 T330 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/jetty1/
   [junit4]   2> 206515 T330 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 206516 T330 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/jetty1
   [junit4]   2> 206516 T330 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/jetty1/index/
   [junit4]   2> 206516 T330 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 206516 T330 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/jetty1/index
   [junit4]   2> 206517 T330 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@365c74f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@70021966),segFN=segments_1,generation=1}
   [junit4]   2> 206517 T330 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 206519 T330 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 206520 T330 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 206521 T330 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 206521 T330 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 206521 T330 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 206522 T330 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 206522 T330 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 206523 T330 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 206524 T330 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 206526 T330 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 206526 T330 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 206526 T330 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 206539 T330 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 206540 T330 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 206546 T330 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 206548 T330 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 206554 T330 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 206555 T330 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 206555 T330 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@365c74f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@70021966),segFN=segments_1,generation=1}
   [junit4]   2> 206555 T330 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 206556 T330 oass.SolrIndexSearcher.<init> Opening Searcher@1321a731[collection1] main
   [junit4]   2> 206556 T330 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 206560 T330 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 206560 T330 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 206562 T330 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 206562 T330 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 206562 T330 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 206566 T330 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 206566 T330 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 206566 T330 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 206567 T330 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 206569 T330 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 206569 T331 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1321a731[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 206571 T334 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:54780/snny/im collection:collection1 shard:shard1
   [junit4]   2> 206573 T273 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0
   [junit4]   2> 206574 T273 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 206576 T334 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 206601 T334 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 206608 T334 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 206608 T334 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C43 name=collection1 org.apache.solr.core.SolrCore@61a53392 url=https://127.0.0.1:54780/snny/im/collection1 node=127.0.0.1:54780_snny%2Fim C43_STATE=coll:collection1 core:collection1 props:{state=down, core=collection1, base_url=https://127.0.0.1:54780/snny/im, node_name=127.0.0.1:54780_snny%2Fim}
   [junit4]   2> 206609 T334 C43 P54780 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:54780/snny/im/collection1/
   [junit4]   2> 206609 T334 C43 P54780 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 206610 T334 C43 P54780 oasc.SyncStrategy.syncToMe https://127.0.0.1:54780/snny/im/collection1/ has no replicas
   [junit4]   2> 206610 T334 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:54780/snny/im/collection1/ shard1
   [junit4]   2> 206611 T334 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 206609 T302 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 206653 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 206654 T329 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 206655 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 206706 T302 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 206813 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 206815 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 206821 T329 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 206883 T334 oasc.ZkController.register We are https://127.0.0.1:54780/snny/im/collection1/ and leader is https://127.0.0.1:54780/snny/im/collection1/
   [junit4]   2> 206884 T334 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:54780/snny/im
   [junit4]   2> 206884 T334 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 206884 T334 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 206885 T334 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 206891 T302 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 206902 T273 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 206903 T273 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 206905 T303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54780/snny/im",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54780_snny%2Fim"}
   [junit4]   2> 206921 T273 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 206924 T273 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54783
   [junit4]   2> 206927 T273 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 206927 T273 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 206928 T273 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-004
   [junit4]   2> 206928 T273 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-004/'
   [junit4]   2> 206966 T273 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-004/solr.xml
   [junit4]   2> 207026 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 207027 T329 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 207027 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 207054 T273 oasc.CoreContainer.<init> New CoreContainer 833353788
   [junit4]   2> 207055 T273 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-004/]
   [junit4]   2> 207056 T273 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 207056 T273 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 207057 T273 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 207057 T273 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 207057 T273 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 207057 T273 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 207058 T273 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 207058 T273 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 207058 T273 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 207058 T273 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 207061 T273 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 207068 T273 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 207069 T273 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 207069 T273 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 207069 T273 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54771/solr
   [junit4]   2> 207069 T273 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 207070 T273 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 207071 T273 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 207073 T346 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@9dc12fc name:ZooKeeperConnection Watcher:127.0.0.1:54771 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 207077 T273 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 207078 T273 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 207090 T273 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 207095 T349 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7ec4e721 name:ZooKeeperConnection Watcher:127.0.0.1:54771/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 207095 T273 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 207127 T273 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 208150 T273 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54783_snny%2Fim
   [junit4]   2> 208152 T273 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54783_snny%2Fim
   [junit4]   2> 208167 T273 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 208184 T350 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 208184 T350 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 208186 T302 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 208186 T350 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 208200 T303 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54783/snny/im",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "node_name":"127.0.0.1:54783_snny%2Fim"}
   [junit4]   2> 208200 T303 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 208201 T303 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 208314 T314 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 208315 T349 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 208315 T302 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 208315 T329 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 209189 T350 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 209190 T350 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 209195 T350 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 209195 T350 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 209205 T350 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 209205 T350 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-004/collection1/'
   [junit4]   2> 209286 T350 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 209337 T350 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 209342 T350 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 209360 T350 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 209806 T350 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 209808 T350 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 209811 T350 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 209812 T350 oass.IndexSchema.loadCopyFields WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 209812 T350 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 209813 T350 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 209814 T350 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/jetty2/
   [junit4]   2> 209814 T350 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 209814 T350 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/jetty2
   [junit4]   2> 209815 T350 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/jetty2/index/
   [junit4]   2> 209815 T350 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 209815 T350 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-3BF635D729EFB344-001/tempDir-001/jetty2/index
   [junit4]   2> 209819 T350 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7fdbbec0 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@33c870d4),segFN=segments_1,generation=1}
   [junit4]   2> 209820 T350 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 209821 T350 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 209821 T350 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 209822 T350 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 209823 T350 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 209823 T350 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 209824 T350 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 209824 T350 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 209824 T350 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 209824 T350 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 209825 T350 oasc.RequestHandlers.initHandlersFrom

[...truncated too long message...]

readPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    5) Thread[id=406, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[3BF635D729EFB344]-EventThread, state=WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
   [junit4]    >    6) Thread[id=412, name=CloudSolrServer ThreadPool-48-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    7) Thread[id=445, name=zkCallback-49-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3BF635D729EFB344]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=412, name=CloudSolrServer ThreadPool-48-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=445, name=zkCallback-49-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    3) Thread[id=431, name=zkCallback-49-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=405, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[3BF635D729EFB344]-SendThread(127.0.0.1:54771), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
   [junit4]    >    5) Thread[id=407, name=zkCallback-49-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    6) Thread[id=411, name=CloudSolrServer ThreadPool-48-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([3BF635D729EFB344]:0)
   [junit4] Completed in 81.70s, 3 tests, 1 failure, 3 errors <<< FAILURES!

[...truncated 88 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:525: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:473: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:199: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1358: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:965: There were test failures: 54 suites, 330 tests, 3 suite-level errors, 1 error, 94 ignored

Total time: 199 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseG1GC (asserts: true)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-trunk-MacOSX (64bit/jdk1.7.0) - Build # 1947 - Still Failing!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-trunk-MacOSX/1947/
Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC (asserts: true)

4 tests failed.
FAILED:  org.apache.solr.client.solrj.impl.CloudSolrServerTest.testDistribSearch

Error Message:


Stack Trace:
java.lang.NullPointerException
	at __randomizedtesting.SeedInfo.seed([A1CEDAEF9137E100:202854F7E668813C]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrServerTest.allTests(CloudSolrServerTest.java:300)
	at org.apache.solr.client.solrj.impl.CloudSolrServerTest.doTest(CloudSolrServerTest.java:124)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
ERROR: SolrZkClient opens=23 closes=22

Stack Trace:
java.lang.AssertionError: ERROR: SolrZkClient opens=23 closes=22
	at __randomizedtesting.SeedInfo.seed([A1CEDAEF9137E100]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.SolrTestCaseJ4.endTrackingZkClients(SolrTestCaseJ4.java:455)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:188)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:790)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
7 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest:     1) Thread[id=522, name=zkCallback-59-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=486, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[A1CEDAEF9137E100]-SendThread(127.0.0.1:54800), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)    3) Thread[id=492, name=CloudSolrServer ThreadPool-58-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=523, name=zkCallback-59-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=487, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[A1CEDAEF9137E100]-EventThread, state=WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)    6) Thread[id=488, name=zkCallback-59-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    7) Thread[id=493, name=CloudSolrServer ThreadPool-58-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 7 threads leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrServerTest: 
   1) Thread[id=522, name=zkCallback-59-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=486, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[A1CEDAEF9137E100]-SendThread(127.0.0.1:54800), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:994)
   3) Thread[id=492, name=CloudSolrServer ThreadPool-58-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=523, name=zkCallback-59-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=487, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[A1CEDAEF9137E100]-EventThread, state=WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
        at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
   6) Thread[id=488, name=zkCallback-59-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   7) Thread[id=493, name=CloudSolrServer ThreadPool-58-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([A1CEDAEF9137E100]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrServerTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=522, name=zkCallback-59-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=486, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[A1CEDAEF9137E100]-SendThread(127.0.0.1:54800), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)    3) Thread[id=488, name=zkCallback-59-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=493, name=CloudSolrServer ThreadPool-58-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=523, name=zkCallback-59-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=492, name=CloudSolrServer ThreadPool-58-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=522, name=zkCallback-59-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=486, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[A1CEDAEF9137E100]-SendThread(127.0.0.1:54800), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
        at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   3) Thread[id=488, name=zkCallback-59-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=493, name=CloudSolrServer ThreadPool-58-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=523, name=zkCallback-59-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
   6) Thread[id=492, name=CloudSolrServer ThreadPool-58-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([A1CEDAEF9137E100]:0)




Build Log:
[...truncated 12352 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrServerTest
   [junit4]   2> Creating dataDir: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/init-core-data-001
   [junit4]   2> 196025 T336 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 196026 T336 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 196033 T336 oasc.AbstractZkTestCase.<clinit> WARN TEST_HOME() does not exist - solrj test?
   [junit4]   2> 196046 T336 oas.SolrTestCaseJ4.setUp ###Starting testShutdown
   [junit4]   2> 196165 T336 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 196175 T337 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 196379 T336 oasc.ZkTestServer.run start zk server on port:54796
   [junit4]   2> 196382 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 196559 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 196697 T344 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@529120af name:ZooKeeperConnection Watcher:127.0.0.1:54796 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 196698 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 196698 T336 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 196707 T336 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 196793 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 196796 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 196803 T347 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@218f998a name:ZooKeeperConnection Watcher:127.0.0.1:54796/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 196803 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 196804 T336 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 196810 T336 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 196822 T336 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 196833 T336 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 196841 T336 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 196853 T336 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 196855 T336 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 196871 T336 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 196872 T336 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 196882 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml because it doesn't exist
   [junit4]   2> 196882 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt because it doesn't exist
   [junit4]   2> 196883 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt because it doesn't exist
   [junit4]   2> 196883 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml because it doesn't exist
   [junit4]   2> 196884 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/enumsConfig.xml because it doesn't exist
   [junit4]   2> 196884 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/open-exchange-rates.json because it doesn't exist
   [junit4]   2> 196885 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
   [junit4]   2> 196886 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/old_synonyms.txt because it doesn't exist
   [junit4]   2> 196887 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt because it doesn't exist
   [junit4]   2> 196906 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 196910 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 196915 T350 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5dbf973 name:ZooKeeperConnection Watcher:127.0.0.1:54796/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 196915 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 196916 T336 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 196958 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 196959 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 196960 T351 oaz.ClientCnxnSocketNIO.connect ERROR Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
   [junit4]   2> 196960 T351 oaz.ClientCnxn$SendThread.run WARN Session 0x0 for server null, unexpected error, closing socket connection and attempting reconnect java.net.SocketException: Address family not supported by protocol family
   [junit4]   2> 	at sun.nio.ch.Net.connect0(Native Method)
   [junit4]   2> 	at sun.nio.ch.Net.connect(Net.java:465)
   [junit4]   2> 	at sun.nio.ch.Net.connect(Net.java:457)
   [junit4]   2> 	at sun.nio.ch.SocketChannelImpl.connect(SocketChannelImpl.java:670)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.registerAndConnect(ClientCnxnSocketNIO.java:277)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.connect(ClientCnxnSocketNIO.java:287)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:967)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]   2> 
   [junit4]   2> 198064 T351 oaz.ClientCnxnSocketNIO.connect ERROR Unable to open socket to ff01::114/ff01:0:0:0:0:0:0:114:33332
   [junit4]   2> 198170 T336 oas.SolrTestCaseJ4.tearDown ###Ending testShutdown
   [junit4]   2> 198173 T336 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54796 54796
   [junit4]   2> 198196 T337 oasc.ZkTestServer.send4LetterWord connecting to 127.0.0.1:54796 54796
   [junit4]   2> 199139 T336 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 199142 T336 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 199149 T353 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 199295 T336 oasc.ZkTestServer.run start zk server on port:54800
   [junit4]   2> 199296 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 199298 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 199323 T360 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@215715e2 name:ZooKeeperConnection Watcher:127.0.0.1:54800 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 199324 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 199324 T336 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 199324 T336 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 199334 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 199336 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 199341 T363 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@feea070 name:ZooKeeperConnection Watcher:127.0.0.1:54800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 199341 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 199341 T336 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 199342 T336 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 199353 T336 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 199360 T336 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 199369 T336 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 199379 T336 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 199379 T336 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 199392 T336 oasc.AbstractZkTestCase.putConfig put /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 199392 T336 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 199402 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml because it doesn't exist
   [junit4]   2> 199402 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/stopwords.txt because it doesn't exist
   [junit4]   2> 199403 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/protwords.txt because it doesn't exist
   [junit4]   2> 199403 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/currency.xml because it doesn't exist
   [junit4]   2> 199403 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/enumsConfig.xml because it doesn't exist
   [junit4]   2> 199403 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/open-exchange-rates.json because it doesn't exist
   [junit4]   2> 199404 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/mapping-ISOLatin1Accent.txt because it doesn't exist
   [junit4]   2> 199404 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/old_synonyms.txt because it doesn't exist
   [junit4]   2> 199404 T336 oasc.AbstractZkTestCase.putConfig skipping /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/solrj/src/test-files/solrj/solr/collection1/conf/synonyms.txt because it doesn't exist
   [junit4]   2> 199408 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 199410 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 199414 T366 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@453d34a1 name:ZooKeeperConnection Watcher:127.0.0.1:54800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 199414 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 199415 T336 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 200060 T336 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 200517 T336 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 200527 T336 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54804
   [junit4]   2> 200535 T336 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 200540 T336 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 200540 T336 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-003
   [junit4]   2> 200541 T336 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-003/'
   [junit4]   2> 200607 T336 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-003/solr.xml
   [junit4]   2> 200714 T336 oasc.CoreContainer.<init> New CoreContainer 1373670135
   [junit4]   2> 200714 T336 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-003/]
   [junit4]   2> 200716 T336 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 200717 T336 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 200717 T336 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 200718 T336 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 200719 T336 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 200719 T336 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 200720 T336 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 200721 T336 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 200721 T336 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 200722 T336 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 200727 T336 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 200733 T336 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 200735 T336 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 200735 T336 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 200735 T336 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54800/solr
   [junit4]   2> 200779 T336 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 200779 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 200781 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 200787 T378 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@11ca905c name:ZooKeeperConnection Watcher:127.0.0.1:54800 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 200788 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 200789 T336 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 200813 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 200818 T381 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@233fd04d name:ZooKeeperConnection Watcher:127.0.0.1:54800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 200819 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 200849 T336 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 200867 T336 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 200886 T336 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 200899 T336 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 200910 T336 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 200954 T336 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 200961 T336 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54804_
   [junit4]   2> 200969 T336 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54804_
   [junit4]   2> 200981 T336 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 200990 T336 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 200999 T336 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 201022 T336 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:54804_
   [junit4]   2> 201024 T336 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 201033 T336 oasc.Overseer.start Overseer (id=92828453634310148-127.0.0.1:54804_-n_0000000000) starting
   [junit4]   2> 201079 T336 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 201164 T336 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 201197 T383 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 201199 T336 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 201216 T336 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 201221 T336 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 201257 T382 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 201284 T385 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 201288 T385 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 201317 T385 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 201317 T381 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 201364 T382 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:54804_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54804",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "collection":"control_collection"}
   [junit4]   2> 201365 T382 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 201394 T382 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 201414 T382 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 201439 T381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 202318 T385 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 202318 T385 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 202320 T385 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 202320 T385 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 202325 T385 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 202335 T385 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-003/collection1/'
   [junit4]   2> 202439 T385 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 202503 T385 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 202507 T385 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 202535 T385 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 203559 T385 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 203565 T385 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 203567 T385 oass.IndexSchema.loadCopyFields WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 203568 T385 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 203608 T385 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 203608 T385 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 203612 T385 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-003/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-002/control/data/
   [junit4]   2> 203612 T385 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 203613 T385 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-002/control/data
   [junit4]   2> 203613 T385 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-002/control/data/index/
   [junit4]   2> 203614 T385 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-002/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 203615 T385 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-002/control/data/index
   [junit4]   2> 203642 T385 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c10ac24 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a957de1),segFN=segments_1,generation=1}
   [junit4]   2> 203642 T385 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 203644 T385 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 203644 T385 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 203644 T385 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 203645 T385 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 203645 T385 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 203646 T385 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 203646 T385 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 203646 T385 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 203647 T385 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 203647 T385 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 203647 T385 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 203648 T385 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 203720 T385 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203724 T385 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203726 T385 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203727 T385 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 203733 T385 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 203733 T385 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 203734 T385 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@1c10ac24 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@a957de1),segFN=segments_1,generation=1}
   [junit4]   2> 203734 T385 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 203735 T385 oass.SolrIndexSearcher.<init> Opening Searcher@21754ce6[collection1] main
   [junit4]   2> 203735 T385 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 203750 T385 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 203750 T385 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 203826 T385 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 203826 T385 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 203826 T385 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 203843 T385 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 203849 T385 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 203856 T385 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 203895 T385 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 203896 T385 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 203896 T385 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 203913 T386 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@21754ce6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 203918 T385 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 203939 T390 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:54804 collection:control_collection shard:shard1
   [junit4]   2> 203954 T336 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0
   [junit4]   2> 203954 T336 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 203981 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 203998 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 204018 T393 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6b56699b name:ZooKeeperConnection Watcher:127.0.0.1:54800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 204020 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 204020 T336 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 204025 T336 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 204087 T390 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 204094 T336 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 204096 T336 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 204096 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 204097 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 204178 T396 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@395537f name:ZooKeeperConnection Watcher:127.0.0.1:54800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 204179 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 204180 T336 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 204202 T381 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 204204 T354 oazs.NIOServerCnxn.doIO WARN caught end of stream exception EndOfStreamException: Unable to read additional data from client sessionid 0x149cafc9bec0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 204261 T390 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 204282 T382 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 204282 T382 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2]
   [junit4]   2> 204283 T382 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 204299 T390 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 204301 T390 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C274 name=collection1 org.apache.solr.core.SolrCore@4786c74e url=https://127.0.0.1:54804/collection1 node=127.0.0.1:54804_ C274_STATE=coll:control_collection core:collection1 props:{node_name=127.0.0.1:54804_, state=down, base_url=https://127.0.0.1:54804, core=collection1}
   [junit4]   2> 204312 T390 C274 P54804 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:54804/collection1/
   [junit4]   2> 204313 T390 C274 P54804 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 204313 T390 C274 P54804 oasc.SyncStrategy.syncToMe https://127.0.0.1:54804/collection1/ has no replicas
   [junit4]   2> 204315 T390 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:54804/collection1/ shard1
   [junit4]   2> 204354 T390 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 204355 T382 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 204372 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 204374 T381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 204455 T397 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 204567 T381 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 204699 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 204700 T381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 204825 T336 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 204826 T336 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 204835 T390 oasc.ZkController.register We are https://127.0.0.1:54804/collection1/ and leader is https://127.0.0.1:54804/collection1/
   [junit4]   2> 204835 T390 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:54804
   [junit4]   2> 204836 T390 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 204836 T390 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 204836 T390 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 204862 T381 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 204871 T336 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 204879 T336 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54809
   [junit4]   2> 204885 T336 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 204885 T336 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 204886 T336 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-004
   [junit4]   2> 204886 T336 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-004/'
   [junit4]   2> 204940 T382 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:54804_",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54804",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"control_collection"}
   [junit4]   2> 204961 T336 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-004/solr.xml
   [junit4]   2> 205084 T336 oasc.CoreContainer.<init> New CoreContainer 1792682961
   [junit4]   2> 205085 T336 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-004/]
   [junit4]   2> 205087 T336 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 205088 T336 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 205088 T336 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 205089 T336 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 205090 T336 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 205091 T336 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 205092 T393 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 205092 T381 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 205093 T336 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 205095 T336 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 205096 T336 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 205097 T336 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 205110 T336 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 205116 T336 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 205117 T336 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 205117 T336 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 205118 T336 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54800/solr
   [junit4]   2> 205118 T336 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 205118 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 205121 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 205125 T409 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@202b8db8 name:ZooKeeperConnection Watcher:127.0.0.1:54800 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 205127 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 205131 T336 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 205142 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 205151 T412 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6710c0e9 name:ZooKeeperConnection Watcher:127.0.0.1:54800/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 205151 T336 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 205182 T336 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 206211 T336 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54809_
   [junit4]   2> 206213 T336 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:54809_
   [junit4]   2> 206238 T336 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 206273 T413 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 206273 T413 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 206281 T381 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 206285 T413 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 206290 T413 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 206292 T413 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 206307 T413 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 206308 T413 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 206322 T382 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:54809_",
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54809",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1"}
   [junit4]   2> 206340 T382 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=2
   [junit4]   2> 206344 T382 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 206366 T381 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 206367 T382 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 206372 T412 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 206375 T412 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 207311 T413 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 207311 T413 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 207314 T413 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 207314 T413 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 207319 T413 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 207319 T413 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-004/collection1/'
   [junit4]   2> 207381 T413 oasc.SolrConfig.<init> Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 207446 T413 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 207450 T413 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 207471 T413 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 208013 T413 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 208015 T413 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 208017 T413 oass.IndexSchema.loadCopyFields WARN Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 208018 T413 oass.IndexSchema.loadCopyFields WARN Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 208018 T413 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 208019 T413 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 208020 T413 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-004/collection1/, dataDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-002/jetty1/
   [junit4]   2> 208020 T413 oasc.SolrCore.<init> JMX monitoring not detected for core: collection1
   [junit4]   2> 208020 T413 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-002/jetty1
   [junit4]   2> 208021 T413 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-002/jetty1/index/
   [junit4]   2> 208022 T413 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-002/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 208022 T413 oasc.CachingDirectoryFactory.get return new directory for /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-002/jetty1/index
   [junit4]   2> 208023 T413 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7404a924 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5dfcb5fd),segFN=segments_1,generation=1}
   [junit4]   2> 208023 T413 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 208025 T413 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 208026 T413 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 208027 T413 oasc.RequestHandlers.initHandlersFromConfig created /config: org.apache.solr.handler.SolrConfigHandler
   [junit4]   2> 208027 T413 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 208028 T413 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 208028 T413 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 208028 T413 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 208029 T413 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 208029 T413 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 208029 T413 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 208030 T413 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 208030 T413 oasc.RequestHandlers.initHandlersFromConfig created /admin/ping: solr.PingRequestHandler
   [junit4]   2> 208042 T413 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 208043 T413 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 208045 T413 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 208046 T413 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 208054 T413 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 208054 T413 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 208054 T413 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7404a924 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5dfcb5fd),segFN=segments_1,generation=1}
   [junit4]   2> 208054 T413 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 208055 T413 oass.SolrIndexSearcher.<init> Opening Searcher@383586e9[collection1] main
   [junit4]   2> 208055 T413 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 208057 T413 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 208058 T413 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 208059 T413 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 208059 T413 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 208060 T413 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 208065 T413 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 208066 T413 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 208066 T413 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 208066 T413 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 208068 T413 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 208068 T414 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@383586e9[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 208070 T417 oasc.ZkController.register Register replica - core:collection1 address:https://127.0.0.1:54809 collection:collection1 shard:shard1
   [junit4]   2> 208072 T336 oass.SolrDispatchFilter.init user.dir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0
   [junit4]   2> 208073 T336 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 208074 T417 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 208091 T417 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 208113 T381 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 208115 T417 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 208116 T417 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C275 name=collection1 org.apache.solr.core.SolrCore@2099e46d url=https://127.0.0.1:54809/collection1 node=127.0.0.1:54809_ C275_STATE=coll:collection1 core:collection1 props:{node_name=127.0.0.1:54809_, state=down, base_url=https://127.0.0.1:54809, core=collection1}
   [junit4]   2> 208116 T417 C275 P54809 oasc.SyncStrategy.sync Sync replicas to https://127.0.0.1:54809/collection1/
   [junit4]   2> 208117 T417 C275 P54809 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 208118 T417 C275 P54809 oasc.SyncStrategy.syncToMe https://127.0.0.1:54809/collection1/ has no replicas
   [junit4]   2> 208119 T417 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: https://127.0.0.1:54809/collection1/ shard1
   [junit4]   2> 208120 T417 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 208163 T382 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 208164 T412 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 208166 T412 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 208225 T381 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 208231 T382 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 208236 T412 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 208238 T412 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 208259 T417 oasc.ZkController.register We are https://127.0.0.1:54809/collection1/ and leader is https://127.0.0.1:54809/collection1/
   [junit4]   2> 208260 T417 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:54809
   [junit4]   2> 208260 T417 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 208260 T417 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 208260 T417 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 208272 T381 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 208294 T417 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 208304 T382 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=2 message={
   [junit4]   2> 	  "node_name":"127.0.0.1:54809_",
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "base_url":"https://127.0.0.1:54809",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "numShards":"2",
   [junit4]   2> 	  "collection":"collection1"}
   [junit4]   2> 208341 T382 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 208345 T412 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 208350 T412 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 208523 T336 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 208524 T336 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 208537 T336 oejus.SslContextFactory.doStart Enabled Protocols [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2] of [SSLv2Hello, SSLv3, TLSv1, TLSv1.1, TLSv1.2]
   [junit4]   2> 208545 T336 oejs.AbstractConnector.doStart Started SslSelectChannelConnector@127.0.0.1:54812
   [junit4]   2> 208551 T336 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 208552 T336 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 208553 T336 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-005
   [junit4]   2> 208554 T336 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-005/'
   [junit4]   2> 208626 T336 oasc.ConfigSolr.fromFile Loading container configuration from /Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-005/solr.xml
   [junit4]   2> 208733 T336 oasc.CoreContainer.<init> New CoreContainer 502534729
   [junit4]   2> 208733 T336 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.impl.CloudSolrServerTest-A1CEDAEF9137E100-001/tempDir-005/]
   [junit4]   2> 208734 T336 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 208735 T336 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 208735 T336 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 208735 T336 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 208736 T336 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 208736 T336 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 208736 T336 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 208737 T336 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 208737 T336 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 208738 T336 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 208741 T336 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 208743 T336 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 208743 T336 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 208744 T336 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 208744 T336 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:54800/solr
   [junit4]   2> 208744 T336 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 208745 T336 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 208746 T336 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 208751 T429 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@23b62fa3 name:ZooKeeperConnection Watcher:127.0.0.1:54800 got event WatchedEvent state:SyncConnected type:None path:null path:

[...truncated too long message...]

7E100]-EventThread, state=WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]    >         at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:494)
   [junit4]    >    6) Thread[id=488, name=zkCallback-59-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    7) Thread[id=493, name=CloudSolrServer ThreadPool-58-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A1CEDAEF9137E100]:0)Throwable #3: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=522, name=zkCallback-59-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=486, name=TEST-CloudSolrServerTest.testDistribSearch-seed#[A1CEDAEF9137E100]-SendThread(127.0.0.1:54800), state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:101)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:940)
   [junit4]    >         at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1003)
   [junit4]    >    3) Thread[id=488, name=zkCallback-59-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=493, name=CloudSolrServer ThreadPool-58-thread-2, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    5) Thread[id=523, name=zkCallback-59-thread-3, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    6) Thread[id=492, name=CloudSolrServer ThreadPool-58-thread-1, state=TIMED_WAITING, group=TGRP-CloudSolrServerTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A1CEDAEF9137E100]:0)
   [junit4] Completed in 81.83s, 3 tests, 1 failure, 3 errors <<< FAILURES!

[...truncated 88 lines...]
BUILD FAILED
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:525: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:473: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/build.xml:61: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/extra-targets.xml:39: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/build.xml:199: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/solr/common-build.xml:508: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:1358: The following error occurred while executing this line:
/Users/jenkins/workspace/Lucene-Solr-trunk-MacOSX/lucene/common-build.xml:965: There were test failures: 54 suites, 330 tests, 3 suite-level errors, 1 error, 226 ignored

Total time: 200 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
[description-setter] Description set: Java: 64bit/jdk1.7.0 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC (asserts: true)
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any