You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2014/11/13 10:20:04 UTC

[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 674 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/674/

2 tests failed.
REGRESSION:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1415866945212,generation=2,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _ird.fdt, _ird.fdx, _ird.fnm, _ird.nvd, _ird.nvm, _ird.si, _ird_Direct_0.doc, _ird_Direct_0.tim, _ird_Direct_0.tip, _isw.fdt, _isw.fdx, _isw.fnm, _isw.nvd, _isw.nvm, _isw.si, _isw_Direct_0.doc, _isw_Direct_0.tim, _isw_Direct_0.tip, _isx.cfe, _isx.cfs, _isx.si, _isy.fdt, _isy.fdx, _isy.fnm, _isy.nvd, _isy.nvm, _isy.si, _isy_Direct_0.doc, _isy_Direct_0.tim, _isy_Direct_0.tip, _isz.fdt, _isz.fdx, _isz.fnm, _isz.nvd, _isz.nvm, _isz.si, _isz_Direct_0.doc, _isz_Direct_0.tim, _isz_Direct_0.tip, _it0.fdt, _it0.fdx, _it0.fnm, _it0.nvd, _it0.nvm, _it0.si, _it0_Direct_0.doc, _it0_Direct_0.tim, _it0_Direct_0.tip, _it1.fdt, _it1.fdx, _it1.fnm, _it1.nvd, _it1.nvm, _it1.si, _it1_Direct_0.doc, _it1_Direct_0.tim, _it1_Direct_0.tip, _it2.fdt, _it2.fdx, _it2.fnm, _it2.nvd, _it2.nvm, _it2.si, _it2_Direct_0.doc, _it2_Direct_0.tim, _it2_Direct_0.tip, _it3.fdt, _it3.fdx, _it3.fnm, _it3.nvd, _it3.nvm, _it3.si, _it3_Direct_0.doc, _it3_Direct_0.tim, _it3_Direct_0.tip, _it4.fdt, _it4.fdx, _it4.fnm, _it4.nvd, _it4.nvm, _it4.si, _it4_Direct_0.doc, _it4_Direct_0.tim, _it4_Direct_0.tip, _it5.fdt, _it5.fdx, _it5.fnm, _it5.nvd, _it5.nvm, _it5.si, _it5_Direct_0.doc, _it5_Direct_0.tim, _it5_Direct_0.tip, _iuq.fdt, _iuq.fdx, _iuq.fnm, _iuq.nvd, _iuq.nvm, _iuq.si, _iuq_Direct_0.doc, _iuq_Direct_0.tim, _iuq_Direct_0.tip, _iur.cfe, _iur.cfs, _iur.si, _ius.fdt, _ius.fdx, _ius.fnm, _ius.nvd, _ius.nvm, _ius.si, _ius_Direct_0.doc, _ius_Direct_0.tim, _ius_Direct_0.tip, _iut.fdt, _iut.fdx, _iut.fnm, _iut.nvd, _iut.nvm, _iut.si, _iut_Direct_0.doc, _iut_Direct_0.tim, _iut_Direct_0.tip, _iuu.fdt, _iuu.fdx, _iuu.fnm, _iuu.nvd, _iuu.nvm, _iuu.si, _iuu_Direct_0.doc, _iuu_Direct_0.tim, _iuu_Direct_0.tip, _iuv.fdt, _iuv.fdx, _iuv.fnm, _iuv.nvd, _iuv.nvm, _iuv.si, _iuv_Direct_0.doc, _iuv_Direct_0.tim, _iuv_Direct_0.tip, _iuw.fdt, _iuw.fdx, _iuw.fnm, _iuw.nvd, _iuw.nvm, _iuw.si, _iuw_Direct_0.doc, _iuw_Direct_0.tim, _iuw_Direct_0.tip, _iux.fdt, _iux.fdx, _iux.fnm, _iux.nvd, _iux.nvm, _iux.si, _iux_Direct_0.doc, _iux_Direct_0.tim, _iux_Direct_0.tip, _iuy.fdt, _iuy.fdx, _iuy.fnm, _iuy.nvd, _iuy.nvm, _iuy.si, _iuy_Direct_0.doc, _iuy_Direct_0.tim, _iuy_Direct_0.tip, _iuz.fdt, _iuz.fdx, _iuz.fnm, _iuz.nvd, _iuz.nvm, _iuz.si, _iuz_Direct_0.doc, _iuz_Direct_0.tim, _iuz_Direct_0.tip, segments_2]}]> but was:<[{indexVersion=1415866945212,generation=2,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _ird.fdt, _ird.fdx, _ird.fnm, _ird.nvd, _ird.nvm, _ird.si, _ird_Direct_0.doc, _ird_Direct_0.tim, _ird_Direct_0.tip, _isw.fdt, _isw.fdx, _isw.fnm, _isw.nvd, _isw.nvm, _isw.si, _isw_Direct_0.doc, _isw_Direct_0.tim, _isw_Direct_0.tip, _isx.cfe, _isx.cfs, _isx.si, _isy.fdt, _isy.fdx, _isy.fnm, _isy.nvd, _isy.nvm, _isy.si, _isy_Direct_0.doc, _isy_Direct_0.tim, _isy_Direct_0.tip, _isz.fdt, _isz.fdx, _isz.fnm, _isz.nvd, _isz.nvm, _isz.si, _isz_Direct_0.doc, _isz_Direct_0.tim, _isz_Direct_0.tip, _it0.fdt, _it0.fdx, _it0.fnm, _it0.nvd, _it0.nvm, _it0.si, _it0_Direct_0.doc, _it0_Direct_0.tim, _it0_Direct_0.tip, _it1.fdt, _it1.fdx, _it1.fnm, _it1.nvd, _it1.nvm, _it1.si, _it1_Direct_0.doc, _it1_Direct_0.tim, _it1_Direct_0.tip, _it2.fdt, _it2.fdx, _it2.fnm, _it2.nvd, _it2.nvm, _it2.si, _it2_Direct_0.doc, _it2_Direct_0.tim, _it2_Direct_0.tip, _it3.fdt, _it3.fdx, _it3.fnm, _it3.nvd, _it3.nvm, _it3.si, _it3_Direct_0.doc, _it3_Direct_0.tim, _it3_Direct_0.tip, _it4.fdt, _it4.fdx, _it4.fnm, _it4.nvd, _it4.nvm, _it4.si, _it4_Direct_0.doc, _it4_Direct_0.tim, _it4_Direct_0.tip, _it5.fdt, _it5.fdx, _it5.fnm, _it5.nvd, _it5.nvm, _it5.si, _it5_Direct_0.doc, _it5_Direct_0.tim, _it5_Direct_0.tip, _iuq.fdt, _iuq.fdx, _iuq.fnm, _iuq.nvd, _iuq.nvm, _iuq.si, _iuq_Direct_0.doc, _iuq_Direct_0.tim, _iuq_Direct_0.tip, _iur.cfe, _iur.cfs, _iur.si, _ius.fdt, _ius.fdx, _ius.fnm, _ius.nvd, _ius.nvm, _ius.si, _ius_Direct_0.doc, _ius_Direct_0.tim, _ius_Direct_0.tip, _iut.fdt, _iut.fdx, _iut.fnm, _iut.nvd, _iut.nvm, _iut.si, _iut_Direct_0.doc, _iut_Direct_0.tim, _iut_Direct_0.tip, _iuu.fdt, _iuu.fdx, _iuu.fnm, _iuu.nvd, _iuu.nvm, _iuu.si, _iuu_Direct_0.doc, _iuu_Direct_0.tim, _iuu_Direct_0.tip, _iuv.fdt, _iuv.fdx, _iuv.fnm, _iuv.nvd, _iuv.nvm, _iuv.si, _iuv_Direct_0.doc, _iuv_Direct_0.tim, _iuv_Direct_0.tip, _iuw.fdt, _iuw.fdx, _iuw.fnm, _iuw.nvd, _iuw.nvm, _iuw.si, _iuw_Direct_0.doc, _iuw_Direct_0.tim, _iuw_Direct_0.tip, _iux.fdt, _iux.fdx, _iux.fnm, _iux.nvd, _iux.nvm, _iux.si, _iux_Direct_0.doc, _iux_Direct_0.tim, _iux_Direct_0.tip, _iuy.fdt, _iuy.fdx, _iuy.fnm, _iuy.nvd, _iuy.nvm, _iuy.si, _iuy_Direct_0.doc, _iuy_Direct_0.tim, _iuy_Direct_0.tip, _iuz.fdt, _iuz.fdx, _iuz.fnm, _iuz.nvd, _iuz.nvm, _iuz.si, _iuz_Direct_0.doc, _iuz_Direct_0.tim, _iuz_Direct_0.tip, segments_2]}, {indexVersion=1415866945212,generation=3,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _iv0.fdt, _iv0.fdx, _iv0.fnm, _iv0.nvd, _iv0.nvm, _iv0.si, _iv0_Direct_0.doc, _iv0_Direct_0.tim, _iv0_Direct_0.tip, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1415866945212,generation=2,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _ird.fdt, _ird.fdx, _ird.fnm, _ird.nvd, _ird.nvm, _ird.si, _ird_Direct_0.doc, _ird_Direct_0.tim, _ird_Direct_0.tip, _isw.fdt, _isw.fdx, _isw.fnm, _isw.nvd, _isw.nvm, _isw.si, _isw_Direct_0.doc, _isw_Direct_0.tim, _isw_Direct_0.tip, _isx.cfe, _isx.cfs, _isx.si, _isy.fdt, _isy.fdx, _isy.fnm, _isy.nvd, _isy.nvm, _isy.si, _isy_Direct_0.doc, _isy_Direct_0.tim, _isy_Direct_0.tip, _isz.fdt, _isz.fdx, _isz.fnm, _isz.nvd, _isz.nvm, _isz.si, _isz_Direct_0.doc, _isz_Direct_0.tim, _isz_Direct_0.tip, _it0.fdt, _it0.fdx, _it0.fnm, _it0.nvd, _it0.nvm, _it0.si, _it0_Direct_0.doc, _it0_Direct_0.tim, _it0_Direct_0.tip, _it1.fdt, _it1.fdx, _it1.fnm, _it1.nvd, _it1.nvm, _it1.si, _it1_Direct_0.doc, _it1_Direct_0.tim, _it1_Direct_0.tip, _it2.fdt, _it2.fdx, _it2.fnm, _it2.nvd, _it2.nvm, _it2.si, _it2_Direct_0.doc, _it2_Direct_0.tim, _it2_Direct_0.tip, _it3.fdt, _it3.fdx, _it3.fnm, _it3.nvd, _it3.nvm, _it3.si, _it3_Direct_0.doc, _it3_Direct_0.tim, _it3_Direct_0.tip, _it4.fdt, _it4.fdx, _it4.fnm, _it4.nvd, _it4.nvm, _it4.si, _it4_Direct_0.doc, _it4_Direct_0.tim, _it4_Direct_0.tip, _it5.fdt, _it5.fdx, _it5.fnm, _it5.nvd, _it5.nvm, _it5.si, _it5_Direct_0.doc, _it5_Direct_0.tim, _it5_Direct_0.tip, _iuq.fdt, _iuq.fdx, _iuq.fnm, _iuq.nvd, _iuq.nvm, _iuq.si, _iuq_Direct_0.doc, _iuq_Direct_0.tim, _iuq_Direct_0.tip, _iur.cfe, _iur.cfs, _iur.si, _ius.fdt, _ius.fdx, _ius.fnm, _ius.nvd, _ius.nvm, _ius.si, _ius_Direct_0.doc, _ius_Direct_0.tim, _ius_Direct_0.tip, _iut.fdt, _iut.fdx, _iut.fnm, _iut.nvd, _iut.nvm, _iut.si, _iut_Direct_0.doc, _iut_Direct_0.tim, _iut_Direct_0.tip, _iuu.fdt, _iuu.fdx, _iuu.fnm, _iuu.nvd, _iuu.nvm, _iuu.si, _iuu_Direct_0.doc, _iuu_Direct_0.tim, _iuu_Direct_0.tip, _iuv.fdt, _iuv.fdx, _iuv.fnm, _iuv.nvd, _iuv.nvm, _iuv.si, _iuv_Direct_0.doc, _iuv_Direct_0.tim, _iuv_Direct_0.tip, _iuw.fdt, _iuw.fdx, _iuw.fnm, _iuw.nvd, _iuw.nvm, _iuw.si, _iuw_Direct_0.doc, _iuw_Direct_0.tim, _iuw_Direct_0.tip, _iux.fdt, _iux.fdx, _iux.fnm, _iux.nvd, _iux.nvm, _iux.si, _iux_Direct_0.doc, _iux_Direct_0.tim, _iux_Direct_0.tip, _iuy.fdt, _iuy.fdx, _iuy.fnm, _iuy.nvd, _iuy.nvm, _iuy.si, _iuy_Direct_0.doc, _iuy_Direct_0.tim, _iuy_Direct_0.tip, _iuz.fdt, _iuz.fdx, _iuz.fnm, _iuz.nvd, _iuz.nvm, _iuz.si, _iuz_Direct_0.doc, _iuz_Direct_0.tim, _iuz_Direct_0.tip, segments_2]}]> but was:<[{indexVersion=1415866945212,generation=2,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _ird.fdt, _ird.fdx, _ird.fnm, _ird.nvd, _ird.nvm, _ird.si, _ird_Direct_0.doc, _ird_Direct_0.tim, _ird_Direct_0.tip, _isw.fdt, _isw.fdx, _isw.fnm, _isw.nvd, _isw.nvm, _isw.si, _isw_Direct_0.doc, _isw_Direct_0.tim, _isw_Direct_0.tip, _isx.cfe, _isx.cfs, _isx.si, _isy.fdt, _isy.fdx, _isy.fnm, _isy.nvd, _isy.nvm, _isy.si, _isy_Direct_0.doc, _isy_Direct_0.tim, _isy_Direct_0.tip, _isz.fdt, _isz.fdx, _isz.fnm, _isz.nvd, _isz.nvm, _isz.si, _isz_Direct_0.doc, _isz_Direct_0.tim, _isz_Direct_0.tip, _it0.fdt, _it0.fdx, _it0.fnm, _it0.nvd, _it0.nvm, _it0.si, _it0_Direct_0.doc, _it0_Direct_0.tim, _it0_Direct_0.tip, _it1.fdt, _it1.fdx, _it1.fnm, _it1.nvd, _it1.nvm, _it1.si, _it1_Direct_0.doc, _it1_Direct_0.tim, _it1_Direct_0.tip, _it2.fdt, _it2.fdx, _it2.fnm, _it2.nvd, _it2.nvm, _it2.si, _it2_Direct_0.doc, _it2_Direct_0.tim, _it2_Direct_0.tip, _it3.fdt, _it3.fdx, _it3.fnm, _it3.nvd, _it3.nvm, _it3.si, _it3_Direct_0.doc, _it3_Direct_0.tim, _it3_Direct_0.tip, _it4.fdt, _it4.fdx, _it4.fnm, _it4.nvd, _it4.nvm, _it4.si, _it4_Direct_0.doc, _it4_Direct_0.tim, _it4_Direct_0.tip, _it5.fdt, _it5.fdx, _it5.fnm, _it5.nvd, _it5.nvm, _it5.si, _it5_Direct_0.doc, _it5_Direct_0.tim, _it5_Direct_0.tip, _iuq.fdt, _iuq.fdx, _iuq.fnm, _iuq.nvd, _iuq.nvm, _iuq.si, _iuq_Direct_0.doc, _iuq_Direct_0.tim, _iuq_Direct_0.tip, _iur.cfe, _iur.cfs, _iur.si, _ius.fdt, _ius.fdx, _ius.fnm, _ius.nvd, _ius.nvm, _ius.si, _ius_Direct_0.doc, _ius_Direct_0.tim, _ius_Direct_0.tip, _iut.fdt, _iut.fdx, _iut.fnm, _iut.nvd, _iut.nvm, _iut.si, _iut_Direct_0.doc, _iut_Direct_0.tim, _iut_Direct_0.tip, _iuu.fdt, _iuu.fdx, _iuu.fnm, _iuu.nvd, _iuu.nvm, _iuu.si, _iuu_Direct_0.doc, _iuu_Direct_0.tim, _iuu_Direct_0.tip, _iuv.fdt, _iuv.fdx, _iuv.fnm, _iuv.nvd, _iuv.nvm, _iuv.si, _iuv_Direct_0.doc, _iuv_Direct_0.tim, _iuv_Direct_0.tip, _iuw.fdt, _iuw.fdx, _iuw.fnm, _iuw.nvd, _iuw.nvm, _iuw.si, _iuw_Direct_0.doc, _iuw_Direct_0.tim, _iuw_Direct_0.tip, _iux.fdt, _iux.fdx, _iux.fnm, _iux.nvd, _iux.nvm, _iux.si, _iux_Direct_0.doc, _iux_Direct_0.tim, _iux_Direct_0.tip, _iuy.fdt, _iuy.fdx, _iuy.fnm, _iuy.nvd, _iuy.nvm, _iuy.si, _iuy_Direct_0.doc, _iuy_Direct_0.tim, _iuy_Direct_0.tip, _iuz.fdt, _iuz.fdx, _iuz.fnm, _iuz.nvd, _iuz.nvm, _iuz.si, _iuz_Direct_0.doc, _iuz_Direct_0.tim, _iuz_Direct_0.tip, segments_2]}, {indexVersion=1415866945212,generation=3,filelist=[_711.fdt, _711.fdx, _711.fnm, _711.nvd, _711.nvm, _711.si, _711_Direct_0.doc, _711_Direct_0.tim, _711_Direct_0.tip, _e0j.fdt, _e0j.fdx, _e0j.fnm, _e0j.nvd, _e0j.nvm, _e0j.si, _e0j_Direct_0.doc, _e0j_Direct_0.tim, _e0j_Direct_0.tip, _iv0.fdt, _iv0.fdx, _iv0.fnm, _iv0.nvd, _iv0.nvm, _iv0.si, _iv0_Direct_0.doc, _iv0_Direct_0.tim, _iv0_Direct_0.tip, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([8E8D7A83BCE9C278:AB5A61B3CCA1CC7B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1175)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds

Error Message:
1: soft wasn't fast enough

Stack Trace:
java.lang.AssertionError: 1: soft wasn't fast enough
	at __randomizedtesting.SeedInfo.seed([8E8D7A83BCE9C278:D298D4BA576B8300]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds(SoftAutoCommitTest.java:316)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11525 lines...]
   [junit4] Suite: org.apache.solr.update.SoftAutoCommitTest
   [junit4]   2> log4j:WARN No such property [conversionPattern] in org.apache.solr.util.SolrLogLayout.
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001
   [junit4]   2> 1798 T13 oas.SolrTestCaseJ4.buildSSLConfig Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 1984 T13 oas.SolrTestCaseJ4.initCore ####initCore
   [junit4]   2> 2201 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 2213 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 2214 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 2216 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4119 T13 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 4570 T13 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4630 T13 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 4783 T13 oass.IndexSchema.readSchema [null] Schema name=test
   [junit4]   2> 8100 T13 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 8183 T13 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 8187 T13 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 9476 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 9517 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 9524 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 9555 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 9556 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 9557 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 9558 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 9559 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 9578 T13 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 9579 T13 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr
   [junit4]   2> 9579 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/'
   [junit4]   2> 9880 T13 oasc.CoreContainer.<init> New CoreContainer 1912674492
   [junit4]   2> 9881 T13 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/]
   [junit4]   2> 10045 T13 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 0
   [junit4]   2> 10046 T13 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: null
   [junit4]   2> 10047 T13 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 0
   [junit4]   2> 10047 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 10048 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 10049 T13 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 10049 T13 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 10050 T13 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 10050 T13 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 10051 T13 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 11228 T13 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=false
   [junit4]   2> 11262 T13 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 11270 T13 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 11283 T13 oasc.CoreContainer.load Host Name: 
   [junit4]   2> 12017 T14 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 12020 T14 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 12021 T14 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 12023 T14 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 12298 T14 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 12373 T14 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 12375 T14 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 12451 T14 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 12918 T14 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 12940 T14 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 12944 T14 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 12975 T14 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 12983 T14 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 12989 T14 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 12991 T14 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 12991 T14 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 12992 T14 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 12993 T14 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 12994 T14 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 13002 T14 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 13355 T14 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 13395 T14 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/
   [junit4]   2> 13405 T14 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 13615 T14 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001
   [junit4]   2> 13616 T14 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index/
   [junit4]   2> 13617 T14 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 13618 T14 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index
   [junit4]   2> 13623 T14 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=3, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 13960 T14 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_1,generation=1}
   [junit4]   2> 13969 T14 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 14103 T14 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 16745 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 16967 T14 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 16968 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 16969 T14 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 16970 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 16971 T14 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 16972 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 17032 T14 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 17032 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 17286 T14 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 17287 T14 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 17287 T14 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 17344 T14 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 17345 T14 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 17345 T14 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 17346 T14 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 17354 T14 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 17432 T14 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 17491 T14 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 17665 T14 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 17666 T14 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 17675 T14 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 17755 T14 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 17832 T14 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 17833 T14 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 17833 T14 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 17834 T14 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 17873 T14 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 17874 T14 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17875 T14 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17875 T14 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17876 T14 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17876 T14 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17877 T14 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17877 T14 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17878 T14 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 17910 T14 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 17943 T14 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 18142 T14 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 18169 T14 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 18171 T14 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 18173 T14 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 18179 T14 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 18343 T14 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 18343 T14 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 18348 T14 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2056ae83
   [junit4]   2> 18371 T14 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_1,generation=1}
   [junit4]   2> 18371 T14 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 18525 T14 oass.SolrIndexSearcher.<init> Opening Searcher@4ee2dd22[collection1] main
   [junit4]   2> 18603 T14 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 18734 T14 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 18734 T14 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 18748 T14 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 18749 T14 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 18749 T14 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 19158 T14 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 19975 T14 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 19975 T15 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@4ee2dd22[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 20019 T13 oas.SolrTestCaseJ4.initCore ####initCore end
   [junit4]   2> 20030 T13 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 20031 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 20033 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 20034 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 20035 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 20254 T13 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 20341 T13 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 20343 T13 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 20417 T13 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 20877 T13 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 20895 T13 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 20898 T13 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 20925 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 20932 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 20937 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 20938 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 20939 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 20939 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 20940 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 20941 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 20941 T13 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 20942 T13 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/
   [junit4]   2> 20943 T13 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 20943 T13 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index/
   [junit4]   2> 20944 T13 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 20946 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 20947 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 20948 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 20948 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 20949 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 20949 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 20950 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 20951 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 20951 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 20952 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 20953 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 20953 T13 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 20954 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20954 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20955 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 20955 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 20956 T13 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 20956 T13 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 20957 T13 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 20958 T13 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 20958 T13 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 20959 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 20960 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 20960 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 20961 T13 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 20961 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 20962 T13 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 20962 T13 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 20963 T13 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20963 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20964 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20964 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20965 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20966 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20967 T13 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20967 T13 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 20968 T13 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 20968 T13 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 20970 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20973 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20975 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20977 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 20979 T13 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 20987 T13 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 20988 T13 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 20988 T13 oass.SolrIndexSearcher.<init> Opening Searcher@5474ef58[collection1] main
   [junit4]   2> 20989 T13 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 20990 T13 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 20990 T13 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 20991 T13 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 20991 T13 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 20992 T13 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 20996 T13 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 21013 T13 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 21013 T17 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@5474ef58[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 21014 T13 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 21015 T13 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 21016 T13 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=19, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=75.0380859375, floorSegmentMB=1.94140625, forceMergeDeletesPctAllowed=25.844980327716954, segmentsPerTier=29.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 21018 T13 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_1,generation=1}
   [junit4]   2> 21018 T13 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 21019 T13 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 21020 T13 oass.SolrIndexSearcher.<init> Opening Searcher@3a089cc1[collection1] main
   [junit4]   2> 21027 T13 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 21028 T13 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1f4150bd
   [junit4]   2> 21028 T13 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 21029 T13 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 21050 T17 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@3a089cc1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> ASYNC  NEW_CORE C0 name=collection1 org.apache.solr.core.SolrCore@1e75a52d
   [junit4]   2> 22787 T13 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5000 (1484641447368982528)]} 0 1741
   [junit4]   2> 22912 T13 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5001 (1484641448561213440)]} 0 1
   [junit4]   2> 22916 T13 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5002 (1484641448565407744)]} 0 1
   [junit4]   2> 22919 T13 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5003 (1484641448568553472)]} 0 1
   [junit4]   2> 22922 T13 C0 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[5004 (1484641448571699200)]} 0 1
   [junit4]   2> 23269 T19 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 23925 T13 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 23968 T18 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SoftAutoCommitTest -Dtests.method=testSoftAndHardCommitMaxTimeRapidAdds -Dtests.seed=8E8D7A83BCE9C278 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=vi_VN -Dtests.timezone=Europe/Samara -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 4.00s J0 | SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: 1: soft wasn't fast enough
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8E8D7A83BCE9C278:D298D4BA576B8300]:0)
   [junit4]    > 	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds(SoftAutoCommitTest.java:316)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 24032 T13 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> 24033 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 24035 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 24036 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 24037 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 24237 T13 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 24301 T13 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 24302 T13 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 24387 T13 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 24389 T19 oass.SolrIndexSearcher.<init> Opening Searcher@53885c6b[collection1] main
   [junit4]   2> 24394 T19 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 24395 T17 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@53885c6b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5)))}
   [junit4]   2> 24396 T18 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_1,generation=1}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_2,generation=2}
   [junit4]   2> 24397 T18 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 24398 T18 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 24399 T18 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 24759 T13 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 24774 T13 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 24777 T13 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 24801 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 24811 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 24815 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 24816 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 24817 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 24817 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 24818 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 24819 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 24819 T13 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 24820 T13 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/
   [junit4]   2> 24820 T13 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 24821 T13 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index/
   [junit4]   2> 24822 T13 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 24823 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 24824 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 24824 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 24825 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 24825 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 24826 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 24827 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 24828 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 24828 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 24829 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 24830 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 24830 T13 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 24831 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 24831 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 24832 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 24832 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 24833 T13 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 24833 T13 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 24834 T13 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 24834 T13 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 24835 T13 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 24835 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 24836 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 24837 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 24837 T13 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 24837 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 24838 T13 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 24838 T13 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 24839 T13 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24839 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24840 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24840 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24841 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24841 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24842 T13 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24842 T13 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 24843 T13 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 24843 T13 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 24860 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24862 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24864 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24866 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 24867 T13 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 24870 T13 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 24870 T13 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 24872 T13 oass.SolrIndexSearcher.<init> Opening Searcher@15946d47[collection1] main
   [junit4]   2> 24872 T13 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 24873 T13 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 24873 T13 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 24874 T13 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 24874 T13 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 24875 T13 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 24878 T13 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 24894 T13 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 24894 T20 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@15946d47[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5)))}
   [junit4]   2> 24895 T13 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 24895 T13 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 24897 T13 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=0.693359375, floorSegmentMB=1.61328125, forceMergeDeletesPctAllowed=13.919043185460977, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 24901 T13 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_2,generation=2}
   [junit4]   2> 24901 T13 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 2
   [junit4]   2> 24902 T13 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 24909 T13 oass.SolrIndexSearcher.<init> Opening Searcher@59d9c141[collection1] main
   [junit4]   2> 24911 T13 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 24911 T20 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@59d9c141[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5)))}
   [junit4]   2> 24912 T13 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1e75a52d
   [junit4]   2> 24917 T13 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommit maxTime=1200ms,autocommits=1,soft autocommit maxTime=500ms,soft autocommits=1,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=5,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=339,transaction_logs_total_number=1}
   [junit4]   2> 24918 T13 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> ASYNC  NEW_CORE C1 name=collection1 org.apache.solr.core.SolrCore@6ab1aae
   [junit4]   2> 24925 T13 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[529 (1484641450667802624)]} 0 5
   [junit4]   2> 25426 T22 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 25610 T22 oass.SolrIndexSearcher.<init> Opening Searcher@a544ff1[collection1] main
   [junit4]   2> 25612 T22 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 25612 T20 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@a544ff1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_1(5.0.0):C1)))}
   [junit4]   2> 25615 T13 C1 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[530 (1484641451394465792)]} 0 3
   [junit4]   2> 26116 T22 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 26126 T21 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 26131 T22 oass.SolrIndexSearcher.<init> Opening Searcher@434e25e1[collection1] main
   [junit4]   2> 26133 T22 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 26133 T20 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@434e25e1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_1(5.0.0):C1) Uninverting(_2(5.0.0):C1)))}
   [junit4]   2> 26141 T21 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_2,generation=2}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_3,generation=3}
   [junit4]   2> 26142 T21 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 26143 T21 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 26144 T21 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 29345 T13 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> 29360 T13 oas.SolrTestCaseJ4.setUp ###Starting testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 29361 T13 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/'
   [junit4]   2> 29363 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 29364 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/.svn/' to classloader
   [junit4]   2> 29365 T13 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 29617 T13 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 29710 T13 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 29712 T13 oass.IndexSchema.readSchema Reading Solr Schema from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema.xml
   [junit4]   2> 29770 T13 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 30342 T13 oass.OpenExchangeRatesOrgProvider.init Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 30368 T13 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 30372 T13 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 30407 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 30415 T13 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 30421 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 30423 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 30424 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 30424 T13 oass.OpenExchangeRatesOrgProvider.reload Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 30426 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Unknown key IMPORTANT NOTE
   [junit4]   2> 30426 T13 oass.OpenExchangeRatesOrgProvider$OpenExchangeRates.<init> WARN Expected key, got STRING
   [junit4]   2> 30427 T13 oasc.CoreContainer.reload Reloading SolrCore 'collection1' using configuration from instancedir /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/
   [junit4]   2> 30428 T13 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/
   [junit4]   2> 30429 T13 oasc.JmxMonitoredMap.<init> No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 30429 T13 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index/
   [junit4]   2> 30430 T13 oasc.SolrCore.initWriters created xml: solr.XMLResponseWriter
   [junit4]   2> 30433 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 30434 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 30434 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 30435 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 30436 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 30436 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 30437 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 30438 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 30439 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 30440 T13 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 30441 T13 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 30442 T13 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 30443 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 30443 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 30444 T13 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 30445 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 30445 T13 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 30446 T13 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 30447 T13 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 30447 T13 oasc.RequestHandlers.initHandlersFromConfig created dismax: solr.SearchHandler
   [junit4]   2> 30448 T13 oasc.RequestHandlers.initHandlersFromConfig created mock: org.apache.solr.core.MockQuerySenderListenerReqHandler
   [junit4]   2> 30449 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 30450 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 30451 T13 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 30451 T13 oasc.RequestHandlers.initHandlersFromConfig created defaults: solr.StandardRequestHandler
   [junit4]   2> 30452 T13 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.StandardRequestHandler
   [junit4]   2> 30453 T13 oasc.RequestHandlers.initHandlersFromConfig created lazy: solr.StandardRequestHandler
   [junit4]   2> 30454 T13 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 30454 T13 oasc.RequestHandlers.initHandlersFromConfig created /terms: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30455 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30456 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30457 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30457 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckWithWordbreak_Direct: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30458 T13 oasc.RequestHandlers.initHandlersFromConfig created spellCheckCompRH1: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30459 T13 oasc.RequestHandlers.initHandlersFromConfig created mltrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30460 T13 oasc.RequestHandlers.initHandlersFromConfig created tvrh: org.apache.solr.handler.component.SearchHandler
   [junit4]   2> 30460 T13 oasc.RequestHandlers.initHandlersFromConfig created /mlt: solr.MoreLikeThisHandler
   [junit4]   2> 30461 T13 oasc.RequestHandlers.initHandlersFromConfig created /debug/dump: solr.DumpRequestHandler
   [junit4]   2> 30494 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 30496 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 30500 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 30503 T13 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 30506 T13 oasc.SolrCore.initDeprecatedSupport WARN solrconfig.xml uses deprecated <admin/gettableFiles>, Please update your config to use the ShowFileRequestHandler.
   [junit4]   2> 30509 T13 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 30510 T13 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 30512 T13 oass.SolrIndexSearcher.<init> Opening Searcher@2174650c[collection1] main
   [junit4]   2> 30513 T13 oasr.RestManager.init Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 30514 T13 oasr.ManagedResourceStorage.load Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 30515 T13 oasr.ManagedResource.reloadFromStorage WARN No stored data found for /rest/managed
   [junit4]   2> 30515 T13 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using InMemoryStorage
   [junit4]   2> 30516 T13 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 30516 T13 oashc.SpellCheckComponent.inform Initializing spell checkers
   [junit4]   2> 30522 T13 oass.DirectSolrSpellChecker.init init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 30547 T13 oasu.DefaultSolrCoreState.newIndexWriter Creating new IndexWriter...
   [junit4]   2> 30547 T23 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@2174650c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_1(5.0.0):C1) Uninverting(_2(5.0.0):C1)))}
   [junit4]   2> 30548 T13 oasu.DefaultSolrCoreState.newIndexWriter Waiting until IndexWriter is unused... core=collection1
   [junit4]   2> 30549 T13 oasu.DefaultSolrCoreState.newIndexWriter Closing old IndexWriter... core=collection1
   [junit4]   2> 30551 T13 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 30562 T13 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_3,generation=3}
   [junit4]   2> 30563 T13 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 3
   [junit4]   2> 30564 T13 oasu.DefaultSolrCoreState.newIndexWriter New IndexWriter is ready to be used.
   [junit4]   2> 30682 T13 oass.SolrIndexSearcher.<init> Opening Searcher@61f133ea[collection1] main
   [junit4]   2> 30684 T13 oasc.CoreContainer.registerCore replacing core: collection1
   [junit4]   2> 30684 T23 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@61f133ea[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_1(5.0.0):C1) Uninverting(_2(5.0.0):C1)))}
   [junit4]   2> 30684 T13 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6ab1aae
   [junit4]   2> 30686 T13 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=3,autocommit maxTime=1200ms,autocommits=1,soft autocommit maxTime=500ms,soft autocommits=2,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=544,transaction_logs_total_number=2}
   [junit4]   2> 30687 T13 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> ASYNC  NEW_CORE C2 name=collection1 org.apache.solr.core.SolrCore@57a54666
   [junit4]   2> 30696 T13 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[529 (1484641456718086144)]} 0 6
   [junit4]   2> 30705 T13 C2 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 30755 T13 C2 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_3,generation=3}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_4,generation=4}
   [junit4]   2> 30756 T13 C2 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 4
   [junit4]   2> 30762 T13 C2 oass.SolrIndexSearcher.<init> Opening Searcher@dd2cc4a[collection1] main
   [junit4]   2> 30763 T13 C2 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 30764 T23 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dd2cc4a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_2(5.0.0):C1) Uninverting(_3(5.0.0):C1)))}
   [junit4]   2> 30766 T13 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {commit=} 0 62
   [junit4]   2> 30772 T13 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {delete=[529 (-1484641456801972224)]} 0 3
   [junit4]   2> 31274 T25 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 31288 T25 oass.SolrIndexSearcher.<init> Opening Searcher@25de587d[collection1] main
   [junit4]   2> 31289 T25 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 31289 T23 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@25de587d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_2(5.0.0):C1)))}
   [junit4]   2> 31293 T13 C2 oasup.LogUpdateProcessor.finish [collection1] webapp=null path=null params={} {add=[550 (1484641457347231744)]} 0 4
   [junit4]   2> 31793 T25 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 31806 T25 oass.SolrIndexSearcher.<init> Opening Searcher@55f805f6[collection1] main
   [junit4]   2> 31807 T25 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 31807 T23 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@55f805f6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(5.0.0):C5) Uninverting(_2(5.0.0):C1) Uninverting(_4(5.0.0):C1)))}
   [junit4]   2> 31974 T24 oasu.DirectUpdateHandler2.commit start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 31977 T24 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_4,generation=4}
   [junit4]   2> 		commit{dir=RateLimitedDirectoryWrapper(MockDirectoryWrapper(RAMDirectory@71c8fc50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@422d228c)),segFN=segments_5,generation=5}
   [junit4]   2> 31977 T24 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 5
   [junit4]   2> 31978 T24 oasc.SolrCore.openNewSearcher SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 31979 T24 oasu.DirectUpdateHandler2.commit end_commit_flush
   [junit4]   2> 33978 T13 oas.SolrTestCaseJ4.tearDown ###Ending testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 33982 T13 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> 33983 T13 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=1912674492
   [junit4]   2> 33983 T13 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@57a54666
   [junit4]   2> 33984 T13 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=4,autocommit maxTime=1200ms,autocommits=1,soft autocommit maxTime=500ms,soft autocommits=2,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=2,cumulative_deletesById=1,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=838,transaction_logs_total_number=4}
   [junit4]   2> 33984 T13 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 33985 T13 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 33985 T13 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 33987 T13 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 33990 T13 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 33991 T13 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 33991 T13 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J0/temp/solr.update.SoftAutoCommitTest-8E8D7A83BCE9C278-001/init-core-data-001/index
   [junit4]   2> 33992 T13 oasc.CachingDirectoryFac

[...truncated too long message...]

handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-003/collection1/data
   [junit4]   2> 3364180 T513904 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3369180 T513904 oas.SolrTestCaseJ4.tearDown ###Ending doTestRepeater
   [junit4]   2> 3369181 T513904 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=894345753
   [junit4]   2> 3369184 T513904 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2c53969d
   [junit4]   2> 3369184 T513904 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=6,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3369185 T513904 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3369185 T513904 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3369186 T513904 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3369187 T513904 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3369188 T513904 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3369188 T513904 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data/index;done=false>>]
   [junit4]   2> 3369188 T513904 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data/index
   [junit4]   2> 3369189 T513904 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data;done=false>>]
   [junit4]   2> 3369189 T513904 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-001/collection1/data
   [junit4]   2> 3369190 T513904 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3374186 T513904 oasc.CoreContainer.shutdown Shutting down CoreContainer instance=919617065
   [junit4]   2> 3374188 T513904 oasc.SolrCore.close [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2d36b619
   [junit4]   2> 3374188 T513904 oasu.DirectUpdateHandler2.close closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 3374189 T513904 oasu.SolrCoreState.decrefSolrCoreState Closing SolrCoreState
   [junit4]   2> 3374189 T513904 oasu.DefaultSolrCoreState.closeIndexWriter SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 3374190 T513904 oasu.DefaultSolrCoreState.closeIndexWriter closing IndexWriter with IndexWriterCloser
   [junit4]   2> 3374191 T513904 oasc.SolrCore.closeSearcher [collection1] Closing main searcher on request.
   [junit4]   2> 3374192 T513904 oasc.CachingDirectoryFactory.close Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 3374192 T513904 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data/index [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data/index;done=false>>]
   [junit4]   2> 3374193 T513904 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data/index
   [junit4]   2> 3374193 T513904 oasc.CachingDirectoryFactory.closeCacheValue looking to close /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data [CachedDir<<refCount=0;path=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data;done=false>>]
   [junit4]   2> 3374194 T513904 oasc.CachingDirectoryFactory.close Closing directory: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001/solr-instance-002/collection1/data
   [junit4]   2> 3374194 T513904 oejsh.ContextHandler.doStop stopped o.e.j.s.ServletContextHandler{/solr,null}
   [junit4]   2> 3379200 T513904 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.handler.TestReplicationHandler-8E8D7A83BCE9C278-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {newname=PostingsFormat(name=Direct), id=PostingsFormat(name=Direct), name=PostingsFormat(name=Direct)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=es, timezone=Africa/Addis_Ababa
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=125884752,total=476053504
   [junit4]   2> NOTE: All tests run in this JVM: [ExternalFileFieldSortTest, TestCursorMarkWithoutUniqueKey, TestZkChroot, TestStressVersions, DocumentBuilderTest, JSONWriterTest, SolrCoreTest, TestPartialUpdateDeduplication, TestCollationField, SuggesterFSTTest, TestCollectionAPI, MigrateRouteKeyTest, ChaosMonkeySafeLeaderTest, CurrencyFieldOpenExchangeTest, TestBlendedInfixSuggestions, SortByFunctionTest, BasicZkTest, HdfsWriteToMultipleCollectionsTest, TestTolerantSearch, TestConfigSets, AutoCommitTest, RequiredFieldsTest, DistributedDebugComponentTest, TestReload, DirectUpdateHandlerOptimizeTest, MultiThreadedOCPTest, PreAnalyzedUpdateProcessorTest, DisMaxRequestHandlerTest, TestCloudInspectUtil, DebugComponentTest, TestLFUCache, TestComponentsName, TestConfig, DirectSolrSpellCheckerTest, ZkControllerTest, SystemInfoHandlerTest, URLClassifyProcessorTest, TestSystemIdResolver, EnumFieldTest, UpdateParamsTest, SolrCoreCheckLockOnStartupTest, DistributedFacetPivotSmallTest, SolrRequestParserTest, TestLMDirichletSimilarityFactory, AssignTest, SignatureUpdateProcessorFactoryTest, TestReloadAndDeleteDocs, OverriddenZkACLAndCredentialsProvidersTest, ExitableDirectoryReaderTest, TestHighFrequencyDictionaryFactory, OpenCloseCoreStressTest, TestAtomicUpdateErrorCases, PreAnalyzedFieldTest, SpatialFilterTest, MBeansHandlerTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler]
   [junit4] Completed on J1 in 1439.22s, 14 tests, 1 failure <<< FAILURES!

[...truncated 196 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:532: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 2 failures, 54 ignored (9 assumptions)

Total time: 265 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-5.x #667
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 1221186698 bytes
Compression is 0.0%
Took 3 min 39 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 676 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/676/

2 tests failed.
REGRESSION:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testDistribSearch

Error Message:
java.lang.NullPointerException 

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: java.lang.NullPointerException

	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:583)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.doTest(CollectionsAPIDistributedZkTest.java:205)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
Error executing query

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Error executing query
	at __randomizedtesting.SeedInfo.seed([B077F77F44B681E4:3191796733E9E1D8]:0)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:100)
	at org.apache.solr.client.solrj.SolrServer.query(SolrServer.java:301)
	at org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:223)
	at org.apache.solr.cloud.CloudInspectUtil.compareResults(CloudInspectUtil.java:165)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testIndexingBatchPerRequestWithHttpSolrServer(FullSolrCloudDistribCmdsTest.java:414)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.doTest(FullSolrCloudDistribCmdsTest.java:144)
	at org.apache.solr.BaseDistributedSearchTestCase.testDistribSearch(BaseDistributedSearchTestCase.java:869)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1618)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:877)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:738)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:772)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:783)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:53)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesInvariantRule$1.evaluate(SystemPropertiesInvariantRule.java:55)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.ParseException: Invalid content type: 
	at org.apache.http.entity.ContentType.parse(ContentType.java:233)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:513)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.client.solrj.request.QueryRequest.process(QueryRequest.java:91)
	... 46 more




Build Log:
[...truncated 12003 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/init-core-data-001
   [junit4]   2> 1189306 T8262 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /
   [junit4]   2> 1189312 T8262 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 1189313 T8262 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1189313 T8263 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 1189413 T8262 oasc.ZkTestServer.run start zk server on port:64679
   [junit4]   2> 1189414 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1189415 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189419 T8269 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@a039ba6 name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189420 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189420 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1189420 T8262 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 1189423 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1189425 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1189426 T8271 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3e572a8e name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1189426 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1189426 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1189427 T8262 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 1189429 T8262 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 1189431 T8262 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 1189432 T8262 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 1189435 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1189435 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1189438 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1189439 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 1189542 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1189543 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1189545 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1189546 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1189548 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1189548 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1189550 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1189551 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 1189553 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1189553 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1189556 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1189557 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1189559 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1189559 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1189561 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1189562 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1189564 T8262 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1189564 T8262 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1190728 T8262 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1190732 T8262 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:24344
   [junit4]   2> 1190732 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1190733 T8262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1190733 T8262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002
   [junit4]   2> 1190733 T8262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/'
   [junit4]   2> 1190763 T8262 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/solr.xml
   [junit4]   2> 1190831 T8262 oasc.CoreContainer.<init> New CoreContainer 698767831
   [junit4]   2> 1190832 T8262 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/]
   [junit4]   2> 1190833 T8262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1190833 T8262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1190834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1190834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1190834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1190835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1190835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1190835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1190836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1190836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1190837 T8262 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1190837 T8262 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1190838 T8262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1190838 T8262 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1190838 T8262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64679/solr
   [junit4]   2> 1190839 T8262 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1190839 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1190840 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1190842 T8282 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@6854479d name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1190843 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1190843 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1190845 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1190846 T8284 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@57dadb84 name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1190847 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1190848 T8262 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 1190850 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 1190852 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 1190854 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 1190856 T8262 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 1190858 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 1190859 T8262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:24344_
   [junit4]   2> 1190860 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:24344_
   [junit4]   2> 1190862 T8262 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 1190863 T8262 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 1190864 T8262 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1190866 T8262 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:24344_
   [junit4]   2> 1190866 T8262 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 1190868 T8262 oasc.Overseer.start Overseer (id=92802893528825859-127.0.0.1:24344_-n_0000000000) starting
   [junit4]   2> 1190869 T8262 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 1190875 T8262 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1190876 T8286 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 1190876 T8262 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 1190878 T8262 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 1190879 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1190882 T8285 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 1190887 T8288 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 1190888 T8288 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1190888 T8288 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1190888 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1190891 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "node_name":"127.0.0.1:24344_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:24344",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 1190891 T8285 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 1190891 T8285 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 1190892 T8285 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 1190894 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1191889 T8288 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1191890 T8288 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 1191890 T8288 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1191890 T8288 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1191891 T8288 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1191891 T8288 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/'
   [junit4]   2> 1191892 T8288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 1191893 T8288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 1191893 T8288 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 1191942 T8288 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1191974 T8288 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1192076 T8288 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1192087 T8288 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1192416 T8288 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1192418 T8288 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1192420 T8288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1192423 T8288 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1192436 T8288 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1192436 T8288 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1192436 T8288 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-002/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/
   [junit4]   2> 1192437 T8288 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@42477b38
   [junit4]   2> 1192437 T8288 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data
   [junit4]   2> 1192437 T8288 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/index/
   [junit4]   2> 1192438 T8288 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1192438 T8288 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/control/data/index
   [junit4]   2> 1192438 T8288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=17.4599609375, floorSegmentMB=1.69140625, forceMergeDeletesPctAllowed=10.089656724610403, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1192439 T8288 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c2fccf8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5639d4db),segFN=segments_1,generation=1}
   [junit4]   2> 1192439 T8288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1192443 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1192443 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1192444 T8288 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1192445 T8288 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1192445 T8288 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1192445 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1192446 T8288 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1192447 T8288 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1192448 T8288 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1192448 T8288 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1192460 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192461 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192462 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192464 T8288 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1192467 T8288 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1192467 T8288 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1192468 T8288 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=3.232421875, floorSegmentMB=2.048828125, forceMergeDeletesPctAllowed=3.097658334503407, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1192468 T8288 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@4c2fccf8 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5639d4db),segFN=segments_1,generation=1}
   [junit4]   2> 1192469 T8288 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1192469 T8288 oass.SolrIndexSearcher.<init> Opening Searcher@d6e9477[collection1] main
   [junit4]   2> 1192469 T8288 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 1192470 T8288 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1192470 T8288 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1192470 T8288 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1192470 T8288 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1192470 T8288 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1192471 T8288 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1192471 T8288 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1192471 T8288 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 1192472 T8288 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1192473 T8288 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1192473 T8288 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1192475 T8290 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@d6e9477[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1192477 T8288 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1192478 T8293 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:24344 collection:control_collection shard:shard1
   [junit4]   2> 1192479 T8262 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1192479 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1192479 T8293 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1192480 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1192481 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1192482 T8295 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@734bbf11 name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1192483 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1192483 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1192484 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1192485 T8293 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 1192486 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192486 T8293 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1192487 T8293 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9886 name=collection1 org.apache.solr.core.SolrCore@5001191d url=http://127.0.0.1:24344/collection1 node=127.0.0.1:24344_ C9886_STATE=coll:control_collection core:collection1 props:{state=down, node_name=127.0.0.1:24344_, base_url=http://127.0.0.1:24344, core=collection1}
   [junit4]   2> 1192487 T8293 C9886 P24344 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:24344/collection1/
   [junit4]   2> 1192487 T8262 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1192487 T8293 C9886 P24344 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1192488 T8262 oasc.AbstractFullDistribZkTestBase.createJettys Creating collection1 with stateFormat=2
   [junit4]   2> 1192488 T8293 C9886 P24344 oasc.SyncStrategy.syncToMe http://127.0.0.1:24344/collection1/ has no replicas
   [junit4]   2> 1192488 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1192488 T8293 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:24344/collection1/ shard1
   [junit4]   2> 1192489 T8293 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1192489 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1192490 T8297 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@48bfa1cc name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1192490 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1192491 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1192491 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192491 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192495 T8285 oasc.Overseer$ClusterStateUpdater.buildCollection building a new collection: collection1
   [junit4]   2> 1192495 T8285 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 1192495 T8285 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 2
   [junit4]   2> 1192497 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192497 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to create_collection /collections/collection1/state.json
   [junit4]   2> 1192498 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192498 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192502 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192502 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192502 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192544 T8293 oasc.ZkController.register We are http://127.0.0.1:24344/collection1/ and leader is http://127.0.0.1:24344/collection1/
   [junit4]   2> 1192545 T8293 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:24344
   [junit4]   2> 1192545 T8293 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1192545 T8293 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 1192545 T8293 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1192546 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1192549 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:24344_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:24344",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard1"}
   [junit4]   2> 1192651 T8298 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1192651 T8289 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1193731 T8262 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 1193733 T8262 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1193735 T8262 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:30898
   [junit4]   2> 1193735 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1193735 T8262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1193736 T8262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003
   [junit4]   2> 1193736 T8262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/'
   [junit4]   2> 1193771 T8262 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/solr.xml
   [junit4]   2> 1193833 T8262 oasc.CoreContainer.<init> New CoreContainer 778558635
   [junit4]   2> 1193833 T8262 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/]
   [junit4]   2> 1193834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1193834 T8262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1193835 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1193836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1193836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1193836 T8262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1193837 T8262 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1193837 T8262 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1193837 T8262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1193837 T8262 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1193838 T8262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64679/solr
   [junit4]   2> 1193838 T8262 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1193838 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1193839 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1193840 T8309 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@24c8765a name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1193841 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1193841 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1193843 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1193844 T8311 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@3dbab450 name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1193844 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1193847 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1194851 T8262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:30898_
   [junit4]   2> 1194852 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:30898_
   [junit4]   2> 1194855 T8262 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1194866 T8313 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1194866 T8313 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1194868 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1194868 T8313 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 1194869 T8313 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1194869 T8313 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1194870 T8313 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 0 
   [junit4]   2> 1194871 T8313 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1194875 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:30898_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30898",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 1194878 T8285 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1194878 T8285 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 1194883 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1194883 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1194884 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1194884 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 1 
   [junit4]   2> 1195872 T8313 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1195873 T8313 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1195873 T8313 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1195874 T8313 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1195874 T8313 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1195874 T8313 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/'
   [junit4]   2> 1195877 T8313 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 1195877 T8313 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 1195878 T8313 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 1195941 T8313 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1195990 T8313 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1196092 T8313 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1196099 T8313 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1196331 T8313 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1196333 T8313 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1196334 T8313 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1196337 T8313 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1196353 T8313 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1196353 T8313 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1196353 T8313 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-003/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/
   [junit4]   2> 1196353 T8313 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@42477b38
   [junit4]   2> 1196354 T8313 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1
   [junit4]   2> 1196354 T8313 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/index/
   [junit4]   2> 1196354 T8313 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 1196355 T8313 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty1/index
   [junit4]   2> 1196355 T8313 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=17.4599609375, floorSegmentMB=1.69140625, forceMergeDeletesPctAllowed=10.089656724610403, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1196356 T8313 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7ec5de6d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@708e0720),segFN=segments_1,generation=1}
   [junit4]   2> 1196356 T8313 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1196360 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1196361 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1196362 T8313 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1196362 T8313 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1196362 T8313 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1196363 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1196363 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1196363 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1196364 T8313 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1196364 T8313 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1196364 T8313 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1196365 T8313 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1196365 T8313 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1196365 T8313 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1196366 T8313 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1196366 T8313 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1196378 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196380 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196381 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196382 T8313 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1196385 T8313 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1196385 T8313 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1196386 T8313 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=3.232421875, floorSegmentMB=2.048828125, forceMergeDeletesPctAllowed=3.097658334503407, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1196387 T8313 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@7ec5de6d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@708e0720),segFN=segments_1,generation=1}
   [junit4]   2> 1196387 T8313 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1196387 T8313 oass.SolrIndexSearcher.<init> Opening Searcher@752cf1f3[collection1] main
   [junit4]   2> 1196387 T8313 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1196388 T8313 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1196388 T8313 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1196389 T8313 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1196389 T8313 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1196389 T8313 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1196389 T8313 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1196390 T8313 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1196390 T8313 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1196390 T8313 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1196393 T8314 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@752cf1f3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1196396 T8313 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1196396 T8317 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:30898 collection:collection1 shard:shard2
   [junit4]   2> 1196397 T8262 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1196397 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1196397 T8317 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 1196401 T8317 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 1196403 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1196403 T8317 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1196403 T8317 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9887 name=collection1 org.apache.solr.core.SolrCore@74a3b71 url=http://127.0.0.1:30898/collection1 node=127.0.0.1:30898_ C9887_STATE=coll:collection1 core:collection1 props:{state=down, node_name=127.0.0.1:30898_, base_url=http://127.0.0.1:30898, core=collection1}
   [junit4]   2> 1196403 T8317 C9887 P30898 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:30898/collection1/
   [junit4]   2> 1196403 T8317 C9887 P30898 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1196403 T8317 C9887 P30898 oasc.SyncStrategy.syncToMe http://127.0.0.1:30898/collection1/ has no replicas
   [junit4]   2> 1196403 T8317 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:30898/collection1/ shard2
   [junit4]   2> 1196404 T8317 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 1196407 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1196407 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1196408 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 2 
   [junit4]   2> 1196412 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1196412 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1196413 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1196413 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 1196457 T8317 oasc.ZkController.register We are http://127.0.0.1:30898/collection1/ and leader is http://127.0.0.1:30898/collection1/
   [junit4]   2> 1196458 T8317 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:30898
   [junit4]   2> 1196458 T8317 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 1196458 T8317 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 1196458 T8317 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1196459 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1196461 T8317 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 3 
   [junit4]   2> 1196461 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"active",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:30898_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:30898",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":"shard2"}
   [junit4]   2> 1196465 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1196466 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1196466 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 1197601 T8262 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 1197602 T8262 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 1197604 T8262 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:48336
   [junit4]   2> 1197605 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 1197605 T8262 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1197605 T8262 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004
   [junit4]   2> 1197605 T8262 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/'
   [junit4]   2> 1197644 T8262 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/solr.xml
   [junit4]   2> 1197708 T8262 oasc.CoreContainer.<init> New CoreContainer 1542112716
   [junit4]   2> 1197709 T8262 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/]
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 1197710 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 1197711 T8262 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 1197712 T8262 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 1197712 T8262 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 1197712 T8262 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1197713 T8262 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1197713 T8262 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 1197713 T8262 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:64679/solr
   [junit4]   2> 1197713 T8262 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 1197714 T8262 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 1197714 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1197716 T8328 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@12600339 name:ZooKeeperConnection Watcher:127.0.0.1:64679 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1197717 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1197717 T8262 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 1197719 T8262 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 1197720 T8330 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@1c333bff name:ZooKeeperConnection Watcher:127.0.0.1:64679/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1197720 T8262 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 1197724 T8262 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 1198729 T8262 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48336_
   [junit4]   2> 1198730 T8262 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:48336_
   [junit4]   2> 1198733 T8262 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 1198743 T8332 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 1198743 T8332 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 1198745 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1198745 T8332 oasc.ZkController.preRegister Registering watch for external collection collection1
   [junit4]   2> 1198746 T8332 oascc.ZkStateReader.addZkWatch addZkWatch collection1
   [junit4]   2> 1198746 T8332 oascc.ZkStateReader.addZkWatch Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1198747 T8332 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 4 
   [junit4]   2> 1198748 T8332 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 1198749 T8285 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "state":"down",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "node_name":"127.0.0.1:48336_",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "base_url":"http://127.0.0.1:48336",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "shard":null}
   [junit4]   2> 1198751 T8285 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 1198752 T8285 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard3
   [junit4]   2> 1198756 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1198757 T8331 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1198757 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1198757 T8331 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 1198758 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 5 
   [junit4]   2> 1199748 T8332 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1199749 T8332 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 1199749 T8332 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 1199749 T8332 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1199750 T8332 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1199750 T8332 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/'
   [junit4]   2> 1199752 T8332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 1199752 T8332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 1199753 T8332 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 1199831 T8332 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 1199863 T8332 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1199965 T8332 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1199972 T8332 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 1200205 T8332 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 1200208 T8332 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 1200209 T8332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1200212 T8332 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 1200229 T8332 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1200229 T8332 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1200230 T8332 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-004/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/
   [junit4]   2> 1200230 T8332 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@42477b38
   [junit4]   2> 1200231 T8332 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2
   [junit4]   2> 1200231 T8332 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/index/
   [junit4]   2> 1200231 T8332 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 1200232 T8332 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-B077F77F44B681E4-001/tempDir-001/jetty2/index
   [junit4]   2> 1200232 T8332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=20, maxMergeAtOnceExplicit=30, maxMergedSegmentMB=17.4599609375, floorSegmentMB=1.69140625, forceMergeDeletesPctAllowed=10.089656724610403, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 1200233 T8332 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@265a4b38 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@72005d33),segFN=segments_1,generation=1}
   [junit4]   2> 1200233 T8332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1200238 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1200238 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1200238 T8332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1200239 T8332 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1200240 T8332 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1200240 T8332 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1200240 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1200241 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1200241 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 1200242 T8332 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 1200243 T8332 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 1200243 T8332 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 1200244 T8332 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 1200244 T8332 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 1200258 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200259 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200260 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200262 T8332 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 1200265 T8332 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 1200265 T8332 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 1200267 T8332 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=3.232421875, floorSegmentMB=2.048828125, forceMergeDeletesPctAllowed=3.097658334503407, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1200267 T8332 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(RAMDirectory@265a4b38 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@72005d33),segFN=segments_1,generation=1}
   [junit4]   2> 1200267 T8332 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 1200268 T8332 oass.SolrIndexSearcher.<init> Opening Searcher@485aa099[collection1] main
   [junit4]   2> 1200268 T8332 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 1200269 T8332 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1200269 T8332 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1200269 T8332 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1200269 T8332 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 1200270 T8332 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1200270 T8332 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1200270 T8332 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1200271 T8332 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 1200271 T8332 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 1200274 T8333 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@485aa099[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1200277 T8332 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 1200278 T8336 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:48336 collection:collection1 shard:shard3
   [junit4]   2> 1200279 T8262 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 1200279 T8262 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 1200279 T8336 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard3/election
   [junit4]   2> 1200283 T8336 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard3
   [junit4]   2> 1200285 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1200285 T8336 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 1200285 T8336 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C9888 name=collection1 org.apache.solr.core.SolrCore@4f2e0e94 url=http://127.0.0.1:48336/collection1 node=127.0.0.1:48336_ C9888_STATE=coll:collection1 core:collection1 props:{state=down, node_name=127.0.0.1:48336_, base_url=http://127.0.0.1:48336, core=collection1}
   [junit4]   2> 1200286 T8336 C9888 P48336 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:48336/collection1/
   [junit4]   2> 1200286 T8336 C9888 P48336 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 1200286 T8336 C9888 P48336 oasc.SyncStrategy.syncToMe http://127.0.0.1:48336/collection1/ has no replicas
   [junit4]   2> 1200286 T8336 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:48336/collection1/ shard3
   [junit4]   2> 1200286 T8336 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard3
   [junit4]   2> 1200290 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1200290 T8331 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1200290 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has occurred - updating... 
   [junit4]   2> 1200291 T8331 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 6 
   [junit4]   2> 1200291 T8312 oascc.ZkStateReader.updateWatchedCollection Updating data for collection1 to ver 6 
   [junit4]   2> 1200295 T8289 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1200296 T8285 oasc.Overseer$ClusterStateUpdater.updateZkStates going to update_collection /collections/collection1/state.json
   [junit4]   2> 1200296 T8312 oascc.ZkStateReader$7.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json, has 

[...truncated too long message...]

junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection3_7
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 moreThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3450, name=Thread-415, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B077F77F44B681E4]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1049)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection0_7
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 moreThrowable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3452, name=Thread-417, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B077F77F44B681E4]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1049)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:36064, https://127.0.0.1:15323, https://127.0.0.1:19728, https://127.0.0.1:47751, https://127.0.0.1:18711]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:333)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.sendRequest(CloudSolrServer.java:1015)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.requestWithRetryOnStaleState(CloudSolrServer.java:793)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrServer.request(CloudSolrServer.java:736)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1640)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1661)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:1039)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrServer$RemoteSolrException: Could not fully create collection: awholynewstresscollection_collection2_7
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:569)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.doRequest(LBHttpSolrServer.java:354)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrServer.request(LBHttpSolrServer.java:313)
   [junit4]    > 	... 6 more
   [junit4]   2> 1824900 T2962 oas.SolrTestCaseJ4.deleteCore ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J3/temp/solr.cloud.CollectionsAPIDistributedZkTest-B077F77F44B681E4-001
   [junit4]   2> 1227919 T2961 ccr.ThreadLeakControl.checkThreadLeaks WARNING Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {a_t=PostingsFormat(name=Memory doPackFST= true), _version_=PostingsFormat(name=Memory doPackFST= true), timestamp=PostingsFormat(name=Memory doPackFST= true), other_tl1=PostingsFormat(name=Memory doPackFST= true), multiDefault=PostingsFormat(name=Asserting), a_i1=PostingsFormat(name=Memory doPackFST= true), id=Lucene50(blocksize=128), text=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=Memory doPackFST= true)}, docValues:{timestamp=DocValuesFormat(name=SimpleText)}, sim=DefaultSimilarity, locale=es_EC, timezone=America/Cordoba
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=1,free=27213376,total=535822336
   [junit4]   2> NOTE: All tests run in this JVM: [TestDynamicFieldResource, TestCloudManagedSchemaConcurrent, TestSearchPerf, SuggesterTest, LeaderInitiatedRecoveryOnCommitTest, TestNRTOpen, TestPhraseSuggestions, FieldAnalysisRequestHandlerTest, TestNonDefinedSimilarityFactory, ResponseLogComponentTest, TestJoin, CollectionsAPIDistributedZkTest]
   [junit4] Completed on J3 in 1228.74s, 1 test, 1 error <<< FAILURES!

[...truncated 983 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:532: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 2 errors, 54 ignored (9 assumptions)

Total time: 233 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-5.x #667
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 923133723 bytes
Compression is 0.0%
Took 2 min 51 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.x - Build # 675 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.x/675/

3 tests failed.
REGRESSION:  org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.testDistribSearch

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([C412F994C135E7A4]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([C412F994C135E7A4]:0)


REGRESSION:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.testDistribSearch

Error Message:
Captured an uncaught exception in thread: Thread[id=601, name=Thread-303, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=601, name=Thread-303, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52394/sea/wc/collection1
	at __randomizedtesting.SeedInfo.seed([C412F994C135E7A4]:0)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:380)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52394/sea/wc/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:579)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:215)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.request(HttpSolrServer.java:211)
	at org.apache.solr.client.solrj.request.AbstractUpdateRequest.process(AbstractUpdateRequest.java:124)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:378)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:260)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:271)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:123)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:682)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:486)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:863)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:106)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:57)
	at org.apache.solr.client.solrj.impl.HttpSolrServer.executeMethod(HttpSolrServer.java:465)
	... 4 more




Build Log:
[...truncated 11895 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/init-core-data-001
   [junit4]   2> 71267 T87 oas.BaseDistributedSearchTestCase.initHostContext Setting hostContext system property: /sea/wc
   [junit4]   2> 71275 T87 oas.SolrTestCaseJ4.setUp ###Starting testDistribSearch
   [junit4]   2> 71292 T87 oasc.ZkTestServer.run STARTING ZK TEST SERVER
   [junit4]   1> client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 71306 T88 oasc.ZkTestServer$ZKServerMain.runFromConfig Starting server
   [junit4]   2> 71606 T87 oasc.ZkTestServer.run start zk server on port:52387
   [junit4]   2> 71621 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 71949 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 72022 T89 oazs.NIOServerCnxn.doIO WARN Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 73557 T93 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2277ed0a name:ZooKeeperConnection Watcher:127.0.0.1:52387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 73558 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 73559 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 73571 T87 oascc.SolrZkClient.makePath makePath: /solr
   [junit4]   2> 73723 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 73724 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 73726 T96 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2616aa35 name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 73726 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 73727 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 73734 T87 oascc.SolrZkClient.makePath makePath: /collections/collection1
   [junit4]   2> 73739 T87 oascc.SolrZkClient.makePath makePath: /collections/collection1/shards
   [junit4]   2> 73743 T87 oascc.SolrZkClient.makePath makePath: /collections/control_collection
   [junit4]   2> 73746 T87 oascc.SolrZkClient.makePath makePath: /collections/control_collection/shards
   [junit4]   2> 73750 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 73751 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 73757 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 73758 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/schema.xml
   [junit4]   2> 73762 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 73763 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 73767 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 73767 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 73771 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 73772 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/protwords.txt
   [junit4]   2> 73776 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 73777 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/currency.xml
   [junit4]   2> 73780 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 73781 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 73785 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 73786 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 73790 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 73791 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 73795 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 73796 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 73799 T87 oasc.AbstractZkTestCase.putConfig put /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 73800 T87 oascc.SolrZkClient.makePath makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 76176 T87 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 76182 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52394
   [junit4]   2> 76183 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 76183 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 76184 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002
   [junit4]   2> 76184 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/'
   [junit4]   2> 76240 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/solr.xml
   [junit4]   2> 76346 T87 oasc.CoreContainer.<init> New CoreContainer 111057813
   [junit4]   2> 76347 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/]
   [junit4]   2> 76348 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 76349 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 76349 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 76350 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 76350 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 76350 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 76351 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 76351 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 76352 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 76352 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 76353 T87 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 76353 T87 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 76354 T87 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 76354 T87 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 76355 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 76402 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 76403 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 76404 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76406 T107 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4b3cb3b7 name:ZooKeeperConnection Watcher:127.0.0.1:52387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76407 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76407 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 76428 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 76430 T109 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@635cf46e name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 76430 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 76462 T87 oascc.SolrZkClient.makePath makePath: /overseer/queue
   [junit4]   2> 76488 T87 oascc.SolrZkClient.makePath makePath: /overseer/collection-queue-work
   [junit4]   2> 76502 T87 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-running
   [junit4]   2> 76507 T87 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-completed
   [junit4]   2> 76512 T87 oascc.SolrZkClient.makePath makePath: /overseer/collection-map-failure
   [junit4]   2> 76544 T87 oascc.SolrZkClient.makePath makePath: /live_nodes
   [junit4]   2> 76547 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52394_sea%2Fwc
   [junit4]   2> 76560 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52394_sea%2Fwc
   [junit4]   2> 76565 T87 oascc.SolrZkClient.makePath makePath: /overseer_elect
   [junit4]   2> 76568 T87 oascc.SolrZkClient.makePath makePath: /overseer_elect/election
   [junit4]   2> 76571 T87 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 76603 T87 oasc.OverseerElectionContext.runLeaderProcess I am going to be the leader 127.0.0.1:52394_sea%2Fwc
   [junit4]   2> 76604 T87 oascc.SolrZkClient.makePath makePath: /overseer_elect/leader
   [junit4]   2> 76607 T87 oasc.Overseer.start Overseer (id=92796262108823555-127.0.0.1:52394_sea%2Fwc-n_0000000000) starting
   [junit4]   2> 76651 T87 oascc.SolrZkClient.makePath makePath: /overseer/queue-work
   [junit4]   2> 76693 T87 oasc.OverseerAutoReplicaFailoverThread.<init> Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 76718 T111 oasc.OverseerCollectionProcessor.run Process current queue of collection creations
   [junit4]   2> 76719 T87 oascc.SolrZkClient.makePath makePath: /clusterstate.json
   [junit4]   2> 76723 T87 oascc.SolrZkClient.makePath makePath: /aliases.json
   [junit4]   2> 76725 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 76768 T110 oasc.Overseer$ClusterStateUpdater.run Starting to work on the main queue
   [junit4]   2> 76795 T113 oasc.ZkController.publish publishing core=collection1 state=down collection=control_collection
   [junit4]   2> 76795 T113 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 76817 T113 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 76826 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 76864 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=1 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52394/sea/wc",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52394_sea%2Fwc",
   [junit4]   2> 	  "numShards":"1",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 76864 T110 oasc.Overseer$ClusterStateUpdater.createCollection Create collection control_collection with shards [shard1]
   [junit4]   2> 76900 T110 oasc.Overseer$ClusterStateUpdater.createCollection state version control_collection 1
   [junit4]   2> 76919 T110 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 76944 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 77818 T113 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 77818 T113 oasc.ZkController.createCollectionZkNode Check for collection zkNode:control_collection
   [junit4]   2> 77819 T113 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 77819 T113 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 77821 T113 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 77822 T113 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/collection1/'
   [junit4]   2> 77824 T113 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/collection1/lib/classes/' to classloader
   [junit4]   2> 77825 T113 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/collection1/lib/README' to classloader
   [junit4]   2> 77825 T113 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/collection1/lib/.svn/' to classloader
   [junit4]   2> 78024 T113 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 78081 T113 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 78083 T113 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 78107 T113 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 78534 T113 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 78538 T113 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 78540 T113 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 78547 T113 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 78600 T113 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 78601 T113 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 78601 T113 oasc.SolrCore.<init> [collection1] Opening new SolrCore at /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-002/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/control/data/
   [junit4]   2> 78602 T113 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56c244e1
   [junit4]   2> 78618 T113 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/control/data
   [junit4]   2> 78619 T113 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/control/data/index/
   [junit4]   2> 78619 T113 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/control/data/index' doesn't exist. Creating new index...
   [junit4]   2> 78621 T113 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/control/data/index
   [junit4]   2> 78621 T113 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=29.490234375, floorSegmentMB=0.4833984375, forceMergeDeletesPctAllowed=4.8675051890866605, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 78627 T113 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 78628 T113 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 78635 T113 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 78636 T113 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 78636 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 78636 T113 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 78637 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 78637 T113 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 78637 T113 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 78638 T113 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 78638 T113 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 78644 T113 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 78645 T113 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 78646 T113 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 78647 T113 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 78647 T113 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 78648 T113 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 78648 T113 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 78649 T113 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 78649 T113 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 78650 T113 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 78651 T113 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 78666 T113 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 78668 T113 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 78669 T113 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 78671 T113 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 78677 T113 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 78677 T113 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 78678 T113 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=65.0048828125, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=22.63027189867615, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6989415891536771
   [junit4]   2> 78681 T113 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 78681 T113 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 78682 T113 oass.SolrIndexSearcher.<init> Opening Searcher@64894954[collection1] main
   [junit4]   2> 78682 T113 oascc.ZkStateReader.readConfigName Load collection config from:/collections/control_collection
   [junit4]   2> 78684 T113 oascc.ZkStateReader.readConfigName path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 78684 T113 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 78697 T113 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 78697 T113 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 78698 T113 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 78698 T113 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 78699 T113 oasr.ManagedResourceStorage.load Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 78700 T113 oascc.SolrZkClient.makePath makePath: /configs/conf1/_rest_managed.json
   [junit4]   2> 78703 T113 oasr.ManagedResourceStorage$ZooKeeperStorageIO$1.close Wrote 38 bytes to new znode /configs/conf1/_rest_managed.json
   [junit4]   2> 78703 T113 oasr.ManagedResourceStorage$JsonStorage.store Saved JSON object to path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 78703 T113 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 78709 T115 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@64894954[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 78721 T113 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 78722 T118 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52394/sea/wc collection:control_collection shard:shard1
   [junit4]   2> 78723 T87 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 78723 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 78761 T118 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 78765 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 78766 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 78769 T120 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@726f539b name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 78770 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 78770 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 78773 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 78773 T118 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 78777 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 78778 T118 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 78778 T118 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> 78784 T87 oasc.ChaosMonkey.monkeyLog monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> ASYNC  NEW_CORE C50 name=collection1 org.apache.solr.core.SolrCore@5fc12f83 url=http://127.0.0.1:52394/sea/wc/collection1 node=127.0.0.1:52394_sea%2Fwc C50_STATE=coll:control_collection core:collection1 props:{core=collection1, base_url=http://127.0.0.1:52394/sea/wc, node_name=127.0.0.1:52394_sea%2Fwc, state=down}
   [junit4]   2> 78786 T118 C50 P52394 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52394/sea/wc/collection1/
   [junit4]   2> 78786 T118 C50 P52394 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 78787 T118 C50 P52394 oasc.SyncStrategy.syncToMe http://127.0.0.1:52394/sea/wc/collection1/ has no replicas
   [junit4]   2> 78787 T118 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52394/sea/wc/collection1/ shard1
   [junit4]   2> 78791 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 78792 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 78808 T118 oascc.SolrZkClient.makePath makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 78817 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 78928 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 78928 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 78971 T118 oasc.ZkController.register We are http://127.0.0.1:52394/sea/wc/collection1/ and leader is http://127.0.0.1:52394/sea/wc/collection1/
   [junit4]   2> 78972 T118 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52394/sea/wc
   [junit4]   2> 78972 T118 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 78972 T118 oasc.ZkController.publish publishing core=collection1 state=active collection=control_collection
   [junit4]   2> 78972 T118 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 78975 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 78982 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"control_collection",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52394/sea/wc",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52394_sea%2Fwc",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 79089 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 79089 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 80029 T87 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 1
   [junit4]   2> 80035 T87 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 80038 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52404
   [junit4]   2> 80039 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 80039 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 80039 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003
   [junit4]   2> 80040 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/'
   [junit4]   2> 80087 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/solr.xml
   [junit4]   2> 80172 T87 oasc.CoreContainer.<init> New CoreContainer 1989347316
   [junit4]   2> 80172 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/]
   [junit4]   2> 80173 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 80174 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 80174 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 80174 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 80175 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 80175 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 80175 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 80175 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 80176 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 80176 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 80176 T87 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 80177 T87 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 80177 T87 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 80177 T87 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 80178 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 80178 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 80178 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 80179 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 80181 T132 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@2eef60fd name:ZooKeeperConnection Watcher:127.0.0.1:52387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 80182 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 80182 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 80185 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 80186 T134 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7d237c08 name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 80187 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 80195 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 81200 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52404_sea%2Fwc
   [junit4]   2> 81202 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52404_sea%2Fwc
   [junit4]   2> 81208 T87 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 81224 T136 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 81224 T136 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 81226 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 81226 T136 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 81231 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52404/sea/wc",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52404_sea%2Fwc",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 81231 T110 oasc.Overseer$ClusterStateUpdater.createCollection Create collection collection1 with shards [shard1, shard2, shard3]
   [junit4]   2> 81231 T110 oasc.Overseer$ClusterStateUpdater.createCollection state version collection1 1
   [junit4]   2> 81232 T110 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard2
   [junit4]   2> 81237 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 81237 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 81237 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82227 T136 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 82228 T136 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 82229 T136 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 82229 T136 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 82231 T136 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 82231 T136 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/collection1/'
   [junit4]   2> 82233 T136 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/collection1/lib/.svn/' to classloader
   [junit4]   2> 82234 T136 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/collection1/lib/classes/' to classloader
   [junit4]   2> 82235 T136 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/collection1/lib/README' to classloader
   [junit4]   2> 82309 T136 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 82363 T136 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 82366 T136 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 82387 T136 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 82784 T136 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 82787 T136 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 82789 T136 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 82795 T136 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 82835 T136 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 82836 T136 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 82836 T136 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-003/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty1/
   [junit4]   2> 82836 T136 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56c244e1
   [junit4]   2> 82837 T136 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty1
   [junit4]   2> 82838 T136 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty1/index/
   [junit4]   2> 82838 T136 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty1/index' doesn't exist. Creating new index...
   [junit4]   2> 82840 T136 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty1/index
   [junit4]   2> 82841 T136 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=29.490234375, floorSegmentMB=0.4833984375, forceMergeDeletesPctAllowed=4.8675051890866605, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 82847 T136 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-002 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 82848 T136 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 82860 T136 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 82861 T136 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 82861 T136 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 82862 T136 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 82862 T136 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 82862 T136 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 82863 T136 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 82863 T136 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 82863 T136 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 82866 T136 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 82867 T136 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 82869 T136 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 82871 T136 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 82872 T136 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 82873 T136 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 82873 T136 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 82875 T136 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 82876 T136 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 82877 T136 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 82879 T136 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 82898 T136 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 82900 T136 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 82902 T136 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 82904 T136 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 82909 T136 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 82909 T136 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 82912 T136 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=65.0048828125, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=22.63027189867615, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6989415891536771
   [junit4]   2> 82915 T136 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-002 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 82915 T136 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 82916 T136 oass.SolrIndexSearcher.<init> Opening Searcher@dad2271[collection1] main
   [junit4]   2> 82916 T136 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 82918 T136 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 82918 T136 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 82919 T136 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 82919 T136 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 82919 T136 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 82921 T136 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 82921 T136 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 82921 T136 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 82922 T136 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 82936 T137 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@dad2271[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 82945 T136 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 82946 T140 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52404/sea/wc collection:collection1 shard:shard2
   [junit4]   2> 82947 T87 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 82948 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 82948 T140 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 82955 T140 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard2
   [junit4]   2> 82957 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 82958 T140 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 82958 T140 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C51 name=collection1 org.apache.solr.core.SolrCore@3963f7b url=http://127.0.0.1:52404/sea/wc/collection1 node=127.0.0.1:52404_sea%2Fwc C51_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:52404/sea/wc, node_name=127.0.0.1:52404_sea%2Fwc, state=down}
   [junit4]   2> 82958 T140 C51 P52404 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52404/sea/wc/collection1/
   [junit4]   2> 82959 T140 C51 P52404 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 82959 T140 C51 P52404 oasc.SyncStrategy.syncToMe http://127.0.0.1:52404/sea/wc/collection1/ has no replicas
   [junit4]   2> 82960 T140 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52404/sea/wc/collection1/ shard2
   [junit4]   2> 82960 T140 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 82965 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82965 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82965 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82981 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 82985 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82985 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 82986 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 83018 T140 oasc.ZkController.register We are http://127.0.0.1:52404/sea/wc/collection1/ and leader is http://127.0.0.1:52404/sea/wc/collection1/
   [junit4]   2> 83019 T140 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52404/sea/wc
   [junit4]   2> 83019 T140 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 83020 T140 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 83020 T140 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 83023 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 83030 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52404/sea/wc",
   [junit4]   2> 	  "shard":"shard2",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52404_sea%2Fwc",
   [junit4]   2> 	  "core_node_name":"core_node1",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 83137 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 83137 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 83137 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 84161 T87 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 2
   [junit4]   2> 84162 T87 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 84164 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52407
   [junit4]   2> 84165 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 84165 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 84165 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004
   [junit4]   2> 84166 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/'
   [junit4]   2> 84196 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/solr.xml
   [junit4]   2> 84256 T87 oasc.CoreContainer.<init> New CoreContainer 374324116
   [junit4]   2> 84256 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/]
   [junit4]   2> 84257 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 84258 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 84258 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 84258 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 84258 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 84259 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 84259 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 84259 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 84259 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 84260 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 84260 T87 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 84261 T87 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 84261 T87 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 84261 T87 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 84261 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 84262 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 84262 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 84263 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 84265 T151 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4ca3fcfd name:ZooKeeperConnection Watcher:127.0.0.1:52387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84265 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 84265 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 84267 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 84269 T153 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@4e193d70 name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 84269 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 84276 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 85281 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52407_sea%2Fwc
   [junit4]   2> 85283 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52407_sea%2Fwc
   [junit4]   2> 85289 T87 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 85298 T155 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 85299 T155 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 85300 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 85300 T155 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 85305 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52407/sea/wc",
   [junit4]   2> 	  "shard":null,
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52407_sea%2Fwc",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"down"}
   [junit4]   2> 85305 T110 oasc.Overseer$ClusterStateUpdater.updateState Collection already exists with numShards=3
   [junit4]   2> 85306 T110 oasc.Overseer$ClusterStateUpdater.updateState Assigning new node to shard shard=shard1
   [junit4]   2> 85310 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 85310 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 85310 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 85310 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 86301 T155 oasc.ZkController.waitForShardId waiting to find shard id in clusterstate for collection1
   [junit4]   2> 86302 T155 oasc.ZkController.createCollectionZkNode Check for collection zkNode:collection1
   [junit4]   2> 86303 T155 oasc.ZkController.createCollectionZkNode Collection zkNode exists
   [junit4]   2> 86303 T155 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 86305 T155 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 86305 T155 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/collection1/'
   [junit4]   2> 86308 T155 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/collection1/lib/.svn/' to classloader
   [junit4]   2> 86308 T155 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/collection1/lib/README' to classloader
   [junit4]   2> 86309 T155 oasc.SolrResourceLoader.replaceClassLoader Adding 'file:/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/collection1/lib/classes/' to classloader
   [junit4]   2> 86382 T155 oasc.SolrConfig.<init> Using Lucene MatchVersion: 5.0.0
   [junit4]   2> 86436 T155 oasc.SolrConfig.<init> Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 86454 T155 oass.IndexSchema.readSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 86473 T155 oass.IndexSchema.readSchema [collection1] Schema name=test
   [junit4]   2> 86858 T155 oass.IndexSchema.readSchema default search field in schema is text
   [junit4]   2> 86861 T155 oass.IndexSchema.readSchema unique key field: id
   [junit4]   2> 86863 T155 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 86870 T155 oass.FileExchangeRateProvider.reload Reloading exchange rates from file currency.xml
   [junit4]   2> 86915 T155 oasc.CoreContainer.create Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 86915 T155 oasc.SolrCore.initDirectoryFactory org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 86915 T155 oasc.SolrCore.<init> [collection1] Opening new SolrCore at ../../../../../../../../../../../usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-004/collection1/, dataDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty2/
   [junit4]   2> 86916 T155 oasc.JmxMonitoredMap.<init> JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56c244e1
   [junit4]   2> 86917 T155 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty2
   [junit4]   2> 86917 T155 oasc.SolrCore.getNewIndexDir New index directory detected: old=null new=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty2/index/
   [junit4]   2> 86918 T155 oasc.SolrCore.initIndex WARN [collection1] Solr index directory '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty2/index' doesn't exist. Creating new index...
   [junit4]   2> 86920 T155 oasc.CachingDirectoryFactory.get return new directory for /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-001/jetty2/index
   [junit4]   2> 86921 T155 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=2, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=29.490234375, floorSegmentMB=0.4833984375, forceMergeDeletesPctAllowed=4.8675051890866605, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 86926 T155 oasc.SolrDeletionPolicy.onCommit SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-003 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 86927 T155 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 86940 T155 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 86941 T155 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 86942 T155 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 86942 T155 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 86942 T155 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 86942 T155 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 86943 T155 oasup.UpdateRequestProcessorChain.init creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 86944 T155 oasup.UpdateRequestProcessorChain.init inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 86944 T155 oasc.SolrCore.loadUpdateProcessorChains no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 86946 T155 oasc.RequestHandlers.initHandlersFromConfig created /update/csv: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86947 T155 oasc.RequestHandlers.initHandlersFromConfig created /update/json: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86949 T155 oasc.RequestHandlers.initHandlersFromConfig created /update/json/docs: org.apache.solr.handler.UpdateRequestHandler
   [junit4]   2> 86951 T155 oasc.RequestHandlers.initHandlersFromConfig created standard: solr.StandardRequestHandler
   [junit4]   2> 86952 T155 oasc.RequestHandlers.initHandlersFromConfig created /get: solr.RealTimeGetHandler
   [junit4]   2> 86952 T155 oasc.RequestHandlers.initHandlersFromConfig adding lazy requestHandler: solr.ReplicationHandler
   [junit4]   2> 86953 T155 oasc.RequestHandlers.initHandlersFromConfig created /replication: solr.ReplicationHandler
   [junit4]   2> 86954 T155 oasc.RequestHandlers.initHandlersFromConfig created /update: solr.UpdateRequestHandler
   [junit4]   2> 86955 T155 oasc.RequestHandlers.initHandlersFromConfig created /admin/: org.apache.solr.handler.admin.AdminHandlers
   [junit4]   2> 86957 T155 oasc.RequestHandlers.initHandlersFromConfig created /admin/file: solr.admin.ShowFileRequestHandler
   [junit4]   2> 86958 T155 oasc.RequestHandlers.initHandlersFromConfig created /admin/fileedit: solr.admin.EditFileRequestHandler
   [junit4]   2> 86977 T155 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86979 T155 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86981 T155 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86983 T155 oashl.XMLLoader.init xsltCacheLifetimeSeconds=60
   [junit4]   2> 86990 T155 oasu.CommitTracker.<init> Hard AutoCommit: disabled
   [junit4]   2> 86991 T155 oasu.CommitTracker.<init> Soft AutoCommit: disabled
   [junit4]   2> 86993 T155 oasu.RandomMergePolicy.<init> RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=42, maxMergedSegmentMB=65.0048828125, floorSegmentMB=1.6357421875, forceMergeDeletesPctAllowed=22.63027189867615, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6989415891536771
   [junit4]   2> 86997 T155 oasc.SolrDeletionPolicy.onInit SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 		commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/index-SimpleFSDirectory-003 lockFactory=org.apache.lucene.store.NativeFSLockFactory@130eff16),segFN=segments_1,generation=1}
   [junit4]   2> 86997 T155 oasc.SolrDeletionPolicy.updateCommits newest commit generation = 1
   [junit4]   2> 86997 T155 oass.SolrIndexSearcher.<init> Opening Searcher@1f4ebc6e[collection1] main
   [junit4]   2> 86998 T155 oascc.ZkStateReader.readConfigName Load collection config from:/collections/collection1
   [junit4]   2> 87000 T155 oascc.ZkStateReader.readConfigName path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 87000 T155 oasr.ManagedResourceStorage.newStorageIO Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 87001 T155 oasr.ManagedResourceStorage$ZooKeeperStorageIO.configure Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 87001 T155 oasr.RestManager.init Initializing RestManager with initArgs: {}
   [junit4]   2> 87001 T155 oasr.ManagedResourceStorage.load Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 87003 T155 oasr.ManagedResourceStorage$ZooKeeperStorageIO.openInputStream Read 38 bytes from znode /configs/conf1/_rest_managed.json
   [junit4]   2> 87003 T155 oasr.ManagedResourceStorage.load Loaded LinkedHashMap at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 87004 T155 oasr.ManagedResource.reloadFromStorage Loaded initArgs {} for /rest/managed
   [junit4]   2> 87004 T155 oasr.RestManager.init Initializing 0 registered ManagedResources
   [junit4]   2> 87013 T156 oasc.SolrCore.registerSearcher [collection1] Registered new searcher Searcher@1f4ebc6e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 87024 T155 oasc.CoreContainer.registerCore registering core: collection1
   [junit4]   2> 87025 T159 oasc.ZkController.register Register replica - core:collection1 address:http://127.0.0.1:52407/sea/wc collection:collection1 shard:shard1
   [junit4]   2> 87026 T87 oass.SolrDispatchFilter.init user.dir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1
   [junit4]   2> 87027 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init() done
   [junit4]   2> 87027 T159 oascc.SolrZkClient.makePath makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 87035 T159 oasc.ShardLeaderElectionContext.runLeaderProcess Running the leader process for shard shard1
   [junit4]   2> 87038 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 87039 T159 oasc.ShardLeaderElectionContext.waitForReplicasToComeUp Enough replicas found to continue.
   [junit4]   2> 87039 T159 oasc.ShardLeaderElectionContext.runLeaderProcess I may be the new leader - try and sync
   [junit4]   2> ASYNC  NEW_CORE C52 name=collection1 org.apache.solr.core.SolrCore@298d7d87 url=http://127.0.0.1:52407/sea/wc/collection1 node=127.0.0.1:52407_sea%2Fwc C52_STATE=coll:collection1 core:collection1 props:{core=collection1, base_url=http://127.0.0.1:52407/sea/wc, node_name=127.0.0.1:52407_sea%2Fwc, state=down}
   [junit4]   2> 87040 T159 C52 P52407 oasc.SyncStrategy.sync Sync replicas to http://127.0.0.1:52407/sea/wc/collection1/
   [junit4]   2> 87040 T159 C52 P52407 oasc.SyncStrategy.syncReplicas Sync Success - now sync replicas to me
   [junit4]   2> 87040 T159 C52 P52407 oasc.SyncStrategy.syncToMe http://127.0.0.1:52407/sea/wc/collection1/ has no replicas
   [junit4]   2> 87041 T159 oasc.ShardLeaderElectionContext.runLeaderProcess I am the new leader: http://127.0.0.1:52407/sea/wc/collection1/ shard1
   [junit4]   2> 87041 T159 oascc.SolrZkClient.makePath makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 87049 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87049 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87049 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87049 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87063 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 87065 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87065 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87065 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87065 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87100 T159 oasc.ZkController.register We are http://127.0.0.1:52407/sea/wc/collection1/ and leader is http://127.0.0.1:52407/sea/wc/collection1/
   [junit4]   2> 87101 T159 oasc.ZkController.register No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52407/sea/wc
   [junit4]   2> 87101 T159 oasc.ZkController.checkRecovery I am the leader, no recovery necessary
   [junit4]   2> 87101 T159 oasc.ZkController.publish publishing core=collection1 state=active collection=collection1
   [junit4]   2> 87102 T159 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 87104 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 87109 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52407/sea/wc",
   [junit4]   2> 	  "shard":"shard1",
   [junit4]   2> 	  "operation":"state",
   [junit4]   2> 	  "node_name":"127.0.0.1:52407_sea%2Fwc",
   [junit4]   2> 	  "core_node_name":"core_node2",
   [junit4]   2> 	  "numShards":"3",
   [junit4]   2> 	  "roles":null,
   [junit4]   2> 	  "state":"active"}
   [junit4]   2> 87214 T135 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87214 T114 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87214 T121 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 87214 T154 oascc.ZkStateReader$2.process A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 88237 T87 oasc.AbstractFullDistribZkTestBase.createJettys create jetty 3
   [junit4]   2> 88238 T87 oejs.Server.doStart jetty-8.1.10.v20130312
   [junit4]   2> 88240 T87 oejs.AbstractConnector.doStart Started SocketConnector@127.0.0.1:52410
   [junit4]   2> 88241 T87 oass.SolrDispatchFilter.init SolrDispatchFilter.init()
   [junit4]   2> 88241 T87 oasc.SolrResourceLoader.locateSolrHome JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 88241 T87 oasc.SolrResourceLoader.locateSolrHome using system property solr.solr.home: /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-005
   [junit4]   2> 88242 T87 oasc.SolrResourceLoader.<init> new SolrResourceLoader for directory: '/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-005/'
   [junit4]   2> 88272 T87 oasc.ConfigSolr.fromFile Loading container configuration from /usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-005/solr.xml
   [junit4]   2> 88330 T87 oasc.CoreContainer.<init> New CoreContainer 238007912
   [junit4]   2> 88331 T87 oasc.CoreContainer.load Loading cores into CoreContainer [instanceDir=/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build/solr-core/test/J1/temp/solr.cloud.FullSolrCloudDistribCmdsTest-C412F994C135E7A4-001/tempDir-005/]
   [junit4]   2> 88332 T87 oashc.HttpShardHandlerFactory.getParameter Setting socketTimeout to: 90000
   [junit4]   2> 88332 T87 oashc.HttpShardHandlerFactory.getParameter Setting urlScheme to: 
   [junit4]   2> 88332 T87 oashc.HttpShardHandlerFactory.getParameter Setting connTimeout to: 15000
   [junit4]   2> 88333 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnectionsPerHost to: 20
   [junit4]   2> 88333 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxConnections to: 10000
   [junit4]   2> 88333 T87 oashc.HttpShardHandlerFactory.getParameter Setting corePoolSize to: 0
   [junit4]   2> 88333 T87 oashc.HttpShardHandlerFactory.getParameter Setting maximumPoolSize to: 2147483647
   [junit4]   2> 88334 T87 oashc.HttpShardHandlerFactory.getParameter Setting maxThreadIdleTime to: 5
   [junit4]   2> 88334 T87 oashc.HttpShardHandlerFactory.getParameter Setting sizeOfQueue to: -1
   [junit4]   2> 88334 T87 oashc.HttpShardHandlerFactory.getParameter Setting fairnessPolicy to: false
   [junit4]   2> 88335 T87 oasu.UpdateShardHandler.<init> Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=false
   [junit4]   2> 88335 T87 oasl.LogWatcher.createWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 88335 T87 oasl.LogWatcher.newRegisteredLogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 88336 T87 oasc.CoreContainer.load Host Name: 127.0.0.1
   [junit4]   2> 88336 T87 oasc.ZkContainer.initZooKeeper Zookeeper client=127.0.0.1:52387/solr
   [junit4]   2> 88336 T87 oasc.ZkController.checkChrootPath zkHost includes chroot
   [junit4]   2> 88337 T87 oascc.SolrZkClient.createZkCredentialsToAddAutomatically Using default ZkCredentialsProvider
   [junit4]   2> 88337 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 88339 T170 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@5e706d1e name:ZooKeeperConnection Watcher:127.0.0.1:52387 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 88340 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 88340 T87 oascc.SolrZkClient.createZkACLProvider Using default ZkACLProvider
   [junit4]   2> 88343 T87 oascc.ConnectionManager.waitForConnected Waiting for client to connect to ZooKeeper
   [junit4]   2> 88345 T172 oascc.ConnectionManager.process Watcher org.apache.solr.common.cloud.ConnectionManager@7c7ce4a6 name:ZooKeeperConnection Watcher:127.0.0.1:52387/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 88345 T87 oascc.ConnectionManager.waitForConnected Client is connected to ZooKeeper
   [junit4]   2> 88353 T87 oascc.ZkStateReader.createClusterStateWatchersAndUpdate Updating cluster state from ZooKeeper... 
   [junit4]   2> 89359 T87 oasc.ZkController.createEphemeralLiveNode Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52410_sea%2Fwc
   [junit4]   2> 89361 T87 oascc.SolrZkClient.makePath makePath: /live_nodes/127.0.0.1:52410_sea%2Fwc
   [junit4]   2> 89366 T87 oasc.Overseer.close Overseer (id=null) closing
   [junit4]   2> 89376 T174 oasc.ZkController.publish publishing core=collection1 state=down collection=collection1
   [junit4]   2> 89376 T174 oasc.ZkController.publish numShards not found on descriptor - reading it from system property
   [junit4]   2> 89378 T114 oasc.DistributedQueue$LatchWatcher.process NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 89378 T174 oasc.ZkController.waitForCoreNodeName look for our core node name
   [junit4]   2> 89382 T110 oasc.Overseer$ClusterStateUpdater.updateState Update state numShards=3 message={
   [junit4]   2> 	  "core":"collection1",
   [junit4]   2> 	  "collection":"collection1",
   [junit4]   2> 	  "base_url":"http://127.0.0.1:52410

[...truncated too long message...]

adPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  64) Thread[id=5648, name=zkCallback-227-thread-114, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:226)
   [junit4]   2> 	        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2> 	        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:359)
   [junit4]   2> 	        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:942)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  65) Thread[id=3746, name=TEST-ChaosMonkeySafeLeaderTest.testDistribSearch-seed#[C412F994C135E7A4]-SendThread(127.0.0.1:10866), state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.nio.ch.IOUtil.drain(Native Method)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.updateSelectedKeys(KQueueSelectorImpl.java:167)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:108)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 	  66) Thread[id=3854, name=Thread-2271, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:923)
   [junit4]   2> 	  67) Thread[id=3661, name=TEST-ChaosMonkeySafeLeaderTest.testDistribSearch-seed#[C412F994C135E7A4]-SendThread(127.0.0.1:10866), state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.kevent0(Native Method)
   [junit4]   2> 	        at sun.nio.ch.KQueueArrayWrapper.poll(KQueueArrayWrapper.java:200)
   [junit4]   2> 	        at sun.nio.ch.KQueueSelectorImpl.doSelect(KQueueSelectorImpl.java:103)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:87)
   [junit4]   2> 	        at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:98)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:349)
   [junit4]   2> 	        at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1081)
   [junit4]   2> 	  68) Thread[id=3685, name=Thread-2188, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.lang.Object.wait(Object.java:503)
   [junit4]   2> 	        at org.apache.solr.core.CloserThread.run(CoreContainer.java:923)
   [junit4]   2> 	  69) Thread[id=3665, name=searcherExecutor-1044-thread-1, state=WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at sun.misc.Unsafe.park(Native Method)
   [junit4]   2> 	        at java.util.concurrent.locks.LockSupport.park(LockSupport.java:186)
   [junit4]   2> 	        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2043)
   [junit4]   2> 	        at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1068)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
   [junit4]   2> 	        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  70) Thread[id=3711, name=qtp1989185045-3711 Acceptor0 SslSocketConnector@127.0.0.1:10920, state=RUNNABLE, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.net.PlainSocketImpl.socketAccept(Native Method)
   [junit4]   2> 	        at java.net.AbstractPlainSocketImpl.accept(AbstractPlainSocketImpl.java:398)
   [junit4]   2> 	        at java.net.ServerSocket.implAccept(ServerSocket.java:530)
   [junit4]   2> 	        at sun.security.ssl.SSLServerSocketImpl.accept(SSLServerSocketImpl.java:317)
   [junit4]   2> 	        at org.eclipse.jetty.server.ssl.SslSocketConnector.accept(SslSocketConnector.java:108)
   [junit4]   2> 	        at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:938)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:608)
   [junit4]   2> 	        at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:543)
   [junit4]   2> 	        at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 	  71) Thread[id=3760, name=HashSessionScavenger-45, state=TIMED_WAITING, group=TGRP-ChaosMonkeySafeLeaderTest]
   [junit4]   2> 	        at java.lang.Object.wait(Native Method)
   [junit4]   2> 	        at java.util.TimerThread.mainLoop(Timer.java:552)
   [junit4]   2> 	        at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene50): {id=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=LuceneFixedGap), rnd_b=PostingsFormat(name=LuceneVarGapFixedInterval), a_i=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=ar_JO, timezone=Pacific/Majuro
   [junit4]   2> NOTE: FreeBSD 9.1-RELEASE-p3 amd64/Oracle Corporation 1.7.0_65 (64-bit)/cpus=16,threads=73,free=275094872,total=457179136
   [junit4]   2> NOTE: All tests run in this JVM: [TestTolerantSearch, PrimitiveFieldTypeTest, TestQuerySenderNoQuery, URLClassifyProcessorTest, NoCacheHeaderTest, TestStressVersions, FullSolrCloudDistribCmdsTest, TestFastOutputStream, TestMaxScoreQueryParser, TestBlendedInfixSuggestions, ShowFileRequestHandlerTest, DistributedFacetPivotSmallTest, EnumFieldTest, DebugComponentTest, ExternalFileFieldSortTest, BasicZkTest, CloudMLTQParserTest, DistribDocExpirationUpdateProcessorTest, PreAnalyzedFieldTest, DocumentBuilderTest, SpatialFilterTest, TestCollapseQParserPlugin, TestReloadAndDeleteDocs, TestClassNameShortening, TestReplicaProperties, TestComponentsName, TestDocumentBuilder, TestHighFrequencyDictionaryFactory, SolrCoreCheckLockOnStartupTest, TestSystemIdResolver, TestCollationField, SuggesterFSTTest, OpenCloseCoreStressTest, HdfsWriteToMultipleCollectionsTest, TestReload, TestDocBasedVersionConstraints, TestDefaultSearchFieldResource, TestLFUCache, TestOverriddenPrefixQueryForCustomFieldType, RequiredFieldsTest, TestConfigSets, VMParamsZkACLAndCredentialsProvidersTest, CoreAdminCreateDiscoverTest, ChaosMonkeySafeLeaderTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=ChaosMonkeySafeLeaderTest -Dtests.seed=C412F994C135E7A4 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar_JO -Dtests.timezone=Pacific/Majuro -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J1 | ChaosMonkeySafeLeaderTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([C412F994C135E7A4]:0)
   [junit4] Completed on J1 in 7224.56s, 1 test, 2 errors <<< FAILURES!

[...truncated 44 lines...]
BUILD FAILED
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:532: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:473: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/build.xml:61: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/extra-targets.xml:39: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/build.xml:189: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/solr/common-build.xml:508: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:1359: The following error occurred while executing this line:
/usr/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.x/lucene/common-build.xml:966: There were test failures: 444 suites, 1818 tests, 1 suite-level error, 2 errors, 111 ignored (9 assumptions)

Total time: 296 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Sending artifact delta relative to Lucene-Solr-NightlyTests-5.x #667
Archived 5 artifacts
Archive block size is 32768
Received 0 blocks and 878440920 bytes
Compression is 0.0%
Took 2 min 36 sec
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure